-- Logs begin at Wed 2022-04-06 10:08:08 UTC, end at Wed 2022-04-06 11:36:48 UTC. -- Apr 06 10:59:04.042099 dv-cinder-836072-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 10:59:06.984047 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.common.config [-] Logging enabled! Apr 06 10:59:06.984670 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 10:59:06.984838 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103978) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 10:59:06.988194 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.common.config [-] Logging enabled! Apr 06 10:59:06.988457 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 10:59:06.988764 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103978) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 10:59:06.989727 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 10:59:06.989960 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 10:59:06.990334 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 10:59:06.990583 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 10:59:06.990811 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 10:59:06.991226 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.991654 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 10:59:06.991965 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.992261 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.992553 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.992855 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.993167 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.993454 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.993744 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.994043 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.994329 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.994611 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.994898 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.995191 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.995475 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.995763 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.996048 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.996330 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] debug = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.996611 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.997043 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.997470 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.997750 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.998044 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.998323 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.998591 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.998939 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.999229 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.999563 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] host = dv-cinder-836072-2-iscsi {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:06.999843 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.000132 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.000419 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.000705 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.000979 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.001278 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.001565 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.001839 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.002111 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.002386 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.002674 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.002960 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.003250 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.003475 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.003698 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.003994 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.004280 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.004556 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.004828 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.005122 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.005399 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.005673 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.005941 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.006224 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.006506 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.006787 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.007060 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.007333 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.007602 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.007871 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.008158 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.008431 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.008704 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.008975 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.009285 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.009557 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.009831 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.010128 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.010413 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.010695 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.010975 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.011247 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.011530 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.011800 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.012070 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.012337 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] use_json = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.012607 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.012876 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.013176 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.013451 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.013721 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.013993 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.014262 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.014584 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.014856 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:07.015149 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.015444 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.015744 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.016116 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.016416 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.016697 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.016986 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.017288 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.017581 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.017871 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.018164 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.018443 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.018740 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.019028 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.019321 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.019624 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.019916 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.020207 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.020481 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.020753 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.021026 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.021327 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.021615 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.021893 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.022181 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.022469 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.022748 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.023046 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.023335 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.023628 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.023917 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.024191 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.024468 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.024758 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.025033 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.025325 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.025601 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.025888 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.026163 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.026434 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.026714 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.026990 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.027258 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.027531 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.027806 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.028099 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.028374 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.028642 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.028909 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.029206 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.029476 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.029759 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.030034 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.030839 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.031109 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.031385 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.031656 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.031930 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.032204 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.032474 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.032748 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.033016 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.033310 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.033579 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.033849 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.034119 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.034389 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.034659 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.034932 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.035355 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.035634 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.035905 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.036178 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.036449 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.036733 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.037028 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.037329 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.037605 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.037883 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.038160 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.038434 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.038716 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.038992 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.039268 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.039539 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.039826 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.040110 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.040393 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.040690 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.040968 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.041285 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.041563 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.041839 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.042121 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.042399 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.042676 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.042959 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.043239 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.043530 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.043822 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.044115 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.044406 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.044698 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.044978 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.045308 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.045587 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:07.046402 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 10:59:07.046643 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103978) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 10:59:07.425991 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 10:59:07.426199 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 10:59:07.426510 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 10:59:07.426848 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 10:59:07.751395 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.751691 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.751969 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.753173 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.753450 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.755472 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.808452 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.808732 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.809001 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.823880 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.824242 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.824521 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.854408 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.854694 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.854965 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.891098 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.891382 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:07.891654 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.228603 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.229213 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.229213 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.229432 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.230127 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.328458 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.328458 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.329343 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.329427 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.329675 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.329985 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.330247 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.330792 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.330792 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.331032 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.331290 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.331556 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.331812 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.332064 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.333204 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.333204 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.333204 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.333204 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.333532 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.333624 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.333882 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.334138 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.334420 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.334800 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.335051 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.335296 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.335800 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:59:08.336050 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:59:08.336295 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:59:08.336536 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:59:08.336779 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:59:08.337019 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:59:08.337414 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 10:59:08.340526 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 10:59:08.345029 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 10:59:08.348815 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Apr 06 10:59:08.350480 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 10:59:08.350952 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 10:59:08.351286 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 10:59:08.351672 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 10:59:08.355532 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 10:59:08.355789 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 10:59:08.356144 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 10:59:08.361657 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 10:59:08.385231 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 10:59:08.385681 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.385982 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103978) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 10:59:08.386363 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.387726 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103978) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 10:59:08.388004 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 10:59:08.388249 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 10:59:08.391612 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.391896 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:08.455236 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 10:59:08.455468 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 10:59:08.455707 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 10:59:08.456087 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 10:59:08.476802 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_db.sqlalchemy.engines [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103978) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 10:59:09.087541 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Initializing driver for type 'gre' Apr 06 10:59:09.088068 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] gre ID ranges: [(1, 1000)] Apr 06 10:59:09.270280 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Initializing driver for type 'local' Apr 06 10:59:09.270862 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Initializing driver for type 'vlan' Apr 06 10:59:09.321633 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] VlanTypeDriver initialization complete Apr 06 10:59:09.321996 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Initializing driver for type 'vxlan' Apr 06 10:59:09.322514 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] vxlan ID ranges: [(1, 1000)] Apr 06 10:59:09.451907 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Initializing extension driver 'port_security' Apr 06 10:59:09.452184 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.extensions.port_security [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] PortSecurityExtensionDriver initialization complete Apr 06 10:59:09.452522 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Initializing mechanism driver 'openvswitch' Apr 06 10:59:09.453381 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Initializing mechanism driver 'hyperv' Apr 06 10:59:09.460036 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:09.460877 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > port after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.461275 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.461629 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > port after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.462155 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:59:09.462656 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > subnet after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.463014 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > subnet after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.463361 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.463758 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:59:09.464170 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > network after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.464520 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > network after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.464861 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > network after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.465281 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:59:09.465695 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > security_group after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.466051 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > security_group after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.466397 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.466792 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:59:09.467197 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.467567 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.467907 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.468320 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:59:09.469376 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > address_group after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.469724 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > address_group after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.470064 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.470459 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103978) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:59:09.470899 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] ML2 OVO RPC backend initialized. {{(pid=103978) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 10:59:09.471601 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.471956 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.472379 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > network before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.472732 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > networks before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.473108 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > port before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.473460 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > ports before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.473855 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > subnet before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.474206 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > subnets before_response 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.474555 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > network after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.474897 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > network after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.475233 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > network after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.475570 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > port after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.475910 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.476244 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > port after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.476578 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > subnet after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.476918 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > subnet after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.477282 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.484391 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded quota_driver: . Apr 06 10:59:09.484756 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Modular L2 Plugin initialization complete Apr 06 10:59:09.485122 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading services supported by the core plugin {{(pid=103978) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 10:59:09.485465 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.plugins.ml2.managers [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Got port-security extension from driver 'port_security' Apr 06 10:59:09.485943 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.extensions.vlantransparent [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Disabled vlantransparent extension. Apr 06 10:59:09.486438 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103978) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 10:59:09.486763 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading Plugin: router Apr 06 10:59:09.521725 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.522120 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router after_create 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.522491 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router before_create 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.522855 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.523228 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.523581 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router after_delete 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.523938 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.524284 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.524638 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router after_create 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.524982 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router after_update 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.525355 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router after_update 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.525700 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.526055 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router after_update 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.526462 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router precommit_update 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.526831 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.527171 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: port after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.527507 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: subnet after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.527851 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.528199 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.528546 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router precommit_create 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.528886 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: port before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.529257 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router precommit_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.529611 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router after_update 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.529948 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.530300 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router precommit_create 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.530660 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.531619 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router precommit_update 55549900 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.531983 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > agent after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.532460 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > agent after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.532807 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > network after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.533680 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Tracking information for resource: router configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:59:09.534015 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Tracking information for resource: floatingip configured {{(pid=103978) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:59:09.538764 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.db.l3_agentschedulers_db [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 10:59:09.539333 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.539693 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: port after_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.540047 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: port after_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.540402 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: port after_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.541201 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router before_create 55550100 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.541571 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.541933 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router precommit_create 55550100 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.542288 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > router precommit_update 55550100 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.547031 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.services.provider_configuration [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service providers = [] {{(pid=103978) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 10:59:09.547397 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.db.servicetype_db [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103978) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 10:59:09.550346 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.services.service_base [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 10:59:09.550701 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.services.service_base [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 10:59:09.551038 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.services.service_base [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 10:59:09.551929 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.services.service_base [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103978) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 10:59:09.552301 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.services.service_base [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 10:59:09.552675 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:59:09.552993 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 10:59:09.563756 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:59:09.564091 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading Plugin: auto_allocate Apr 06 10:59:09.569784 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: network precommit_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.570150 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: network precommit_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.570663 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:59:09.570983 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading Plugin: tag Apr 06 10:59:09.577600 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:59:09.578447 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading Plugin: timestamp Apr 06 10:59:09.582294 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:59:09.582622 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading Plugin: network_ip_availability Apr 06 10:59:09.587996 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.588367 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.588726 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.589464 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:59:09.589783 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading Plugin: flavors Apr 06 10:59:09.596311 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:59:09.596648 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading Plugin: revisions Apr 06 10:59:09.600897 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103978) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:59:09.601314 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_concurrency.lockutils [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.175s {{(pid=103978) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 10:59:09.602050 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103978) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 10:59:09.602386 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Initializing extension manager. Apr 06 10:59:09.602908 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: __init__.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.603314 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: __pycache__ {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.603611 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: address_group.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.612557 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.613137 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: address-group Apr 06 10:59:09.613466 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: address_scope.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.614173 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.614683 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: address-scope Apr 06 10:59:09.615005 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.615930 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.616442 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: router-admin-state-down-before-update Apr 06 10:59:09.616764 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: agent.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.617499 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.618009 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: agent Apr 06 10:59:09.618336 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: agent_resources_synced.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.619243 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.619755 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: agent-resources-synced Apr 06 10:59:09.620082 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: allowedaddresspairs.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.621898 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.622420 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: allowed-address-pairs Apr 06 10:59:09.622746 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: auto_allocated_topology.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.623857 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.624367 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: auto-allocated-topology Apr 06 10:59:09.624716 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: availability_zone.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.625434 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.625943 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: availability_zone Apr 06 10:59:09.626266 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: availability_zone_filter.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.627173 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.627683 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: availability_zone_filter Apr 06 10:59:09.628129 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: data_plane_status.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.629036 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.629563 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 10:59:09.629887 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: default_subnetpools.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.630796 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.631307 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: default-subnetpools Apr 06 10:59:09.631628 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.632423 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.632931 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: dhcp_agent_scheduler Apr 06 10:59:09.633298 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: dns.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.634213 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.634772 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 10:59:09.635111 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: dns_domain_ports.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.636002 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.636506 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 10:59:09.636825 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.637764 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.638271 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 10:59:09.638592 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: dvr.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.639255 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.639759 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: dvr Apr 06 10:59:09.640082 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: ecmp_routes.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.641533 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.642069 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 10:59:09.650061 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: empty_string_filtering.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.650738 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.651251 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: empty-string-filtering Apr 06 10:59:09.651574 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.652486 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.652992 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 10:59:09.653344 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.654255 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.654759 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 10:59:09.655081 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: external_net.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.656599 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.657191 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: external-net Apr 06 10:59:09.657517 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.658427 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.658936 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: extra_dhcp_opt Apr 06 10:59:09.659259 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: extraroute.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.660160 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.660664 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: extraroute Apr 06 10:59:09.660984 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: extraroute_atomic.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.662027 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.662558 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: extraroute-atomic Apr 06 10:59:09.662881 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: filter_validation.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.663546 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.664045 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: filter-validation Apr 06 10:59:09.664364 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: fip_pf_description.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.665306 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.665810 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 10:59:09.666130 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: fip_pf_port_range.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.667040 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.667543 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 10:59:09.667869 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: fip_port_details.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.669134 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.669604 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: fip-port-details Apr 06 10:59:09.669930 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: flavors.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.671166 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.672113 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: flavors Apr 06 10:59:09.672442 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.674167 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.674697 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 10:59:09.675033 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: floatingip_pools.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.680690 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.681228 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: floatingip-pools Apr 06 10:59:09.681558 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: ip_allocation.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.682487 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.683002 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 10:59:09.683328 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.684244 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.684754 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: ip-substring-filtering Apr 06 10:59:09.685107 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: l2_adjacency.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.686039 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.686602 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 10:59:09.686929 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: l3.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.687927 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.688450 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: router Apr 06 10:59:09.688780 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.691050 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.691702 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 10:59:09.692035 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.692960 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.693508 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: ext-gw-mode Apr 06 10:59:09.693834 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.694759 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.695277 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: l3-ha Apr 06 10:59:09.695604 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.696511 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.697025 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 10:59:09.697369 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: l3_flavors.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.698328 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.698839 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: l3-flavors Apr 06 10:59:09.699161 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.700516 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.701032 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 10:59:09.701384 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.702338 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.703367 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 10:59:09.703690 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: l3agentscheduler.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.704712 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.705249 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: l3_agent_scheduler Apr 06 10:59:09.705580 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: local_ip.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.707387 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.707905 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension local_ip not supported by any of loaded plugins Apr 06 10:59:09.708234 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: logging.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.709919 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.710452 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension logging not supported by any of loaded plugins Apr 06 10:59:09.710778 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: metering.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.711517 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.712107 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: metering Apr 06 10:59:09.712431 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.713709 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.714233 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: metering_source_and_destination_fields Apr 06 10:59:09.714559 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: multiprovidernet.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.715482 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.716018 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: multi-provider Apr 06 10:59:09.720190 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: netmtu.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.720873 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.721417 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: net-mtu Apr 06 10:59:09.721741 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: netmtu_writable.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.722654 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.723162 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: net-mtu-writable Apr 06 10:59:09.723485 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: network_availability_zone.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.724151 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.724655 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: network_availability_zone Apr 06 10:59:09.724990 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: network_ip_availability.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.726185 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.726703 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: network-ip-availability Apr 06 10:59:09.727030 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: network_segment_range.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.727797 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.728302 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 10:59:09.728626 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: pagination.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.729621 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.729954 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: pagination Apr 06 10:59:09.730274 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: port_device_profile.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.731191 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.731831 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: port-device-profile Apr 06 10:59:09.732157 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.733097 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.733613 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: port-mac-address-regenerate Apr 06 10:59:09.733956 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.734871 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.735384 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: port-numa-affinity-policy Apr 06 10:59:09.735704 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: port_resource_request.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.736607 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.737144 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 10:59:09.737472 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: port_resource_request_groups.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.738473 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.738980 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 10:59:09.739299 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: portbindings.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.740211 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.740721 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: binding Apr 06 10:59:09.741039 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: portbindings_extended.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.742332 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.742850 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: binding-extended Apr 06 10:59:09.743180 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: portsecurity.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.744093 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.744608 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: port-security Apr 06 10:59:09.744931 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: project_id.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.745927 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.746261 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: project-id Apr 06 10:59:09.746582 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: providernet.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.747508 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.748023 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: provider Apr 06 10:59:09.748344 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.756279 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.756798 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos not supported by any of loaded plugins Apr 06 10:59:09.757156 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.758399 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.758913 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 10:59:09.759240 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.760150 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.760723 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 10:59:09.761067 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_default.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.762005 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.762519 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-default not supported by any of loaded plugins Apr 06 10:59:09.762845 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_fip.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.763760 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.764280 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 10:59:09.764605 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.766055 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.766590 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 10:59:09.766913 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_gateway_ip.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.767957 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.768472 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 10:59:09.768799 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_port_network_policy.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.769733 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.770245 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 10:59:09.770569 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.771612 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.772126 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 10:59:09.772454 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.773517 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.774063 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 10:59:09.774387 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_pps_rule.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.775567 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.776083 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 10:59:09.776407 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_rule_type_details.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.777346 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.778016 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 10:59:09.778307 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.779225 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.779741 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 10:59:09.780064 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: qos_rules_alias.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.781724 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.782238 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 10:59:09.782600 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: quota_check_limit.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.783489 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.784003 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: quota-check-limit Apr 06 10:59:09.784348 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: quotasv2.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.785320 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.789337 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: quotas Apr 06 10:59:09.789337 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: quotasv2_detail.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.790891 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.791250 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: quota_details Apr 06 10:59:09.791579 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: rbac.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.792632 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.793186 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: rbac-policies Apr 06 10:59:09.793518 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: rbac_address_group.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.794496 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.795021 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: rbac-address-group Apr 06 10:59:09.795350 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: rbac_address_scope.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.796263 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.796805 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: rbac-address-scope Apr 06 10:59:09.797170 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: rbac_security_groups.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.798169 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.798684 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: rbac-security-groups Apr 06 10:59:09.799011 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: rbac_subnetpool.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.799943 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.800454 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: rbac-subnetpool Apr 06 10:59:09.800777 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: revisionifmatch.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.801731 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.802248 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: revision-if-match Apr 06 10:59:09.802580 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: revisions.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.803682 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.804191 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: standard-attr-revisions Apr 06 10:59:09.804512 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: router_availability_zone.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.805488 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.805997 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: router_availability_zone Apr 06 10:59:09.806368 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: routerservicetype.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.807288 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.807797 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 10:59:09.808127 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.809044 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.809669 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: security-groups-normalized-cidr Apr 06 10:59:09.809930 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.813383 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.813900 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: port-security-groups-filtering Apr 06 10:59:09.814227 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.815160 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.815674 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: security-groups-remote-address-group Apr 06 10:59:09.816000 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.816914 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.817513 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: security-groups-shared-filtering Apr 06 10:59:09.817843 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.818435 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 10:59:09.818761 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: securitygroup.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.829164 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.829731 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: security-group Apr 06 10:59:09.830063 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: segment.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.830788 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.831302 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension segment not supported by any of loaded plugins Apr 06 10:59:09.831629 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.832563 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.833095 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 10:59:09.833425 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: servicetype.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.834581 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.835118 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: service-type Apr 06 10:59:09.835444 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: sorting.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.836420 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.836752 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: sorting Apr 06 10:59:09.837105 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: standard_attr_segment.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.838023 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.838536 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 10:59:09.838860 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: standardattrdescription.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.839501 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.840005 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: standard-attr-description Apr 06 10:59:09.840375 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: stateful_security_group.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.841339 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.841858 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: stateful-security-group Apr 06 10:59:09.842181 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: stdattrs_common.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.842745 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 10:59:09.843067 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.844037 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.844557 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 10:59:09.844882 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: subnet_onboard.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.845974 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.846489 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: subnet_onboard Apr 06 10:59:09.852776 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.853582 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.854096 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 10:59:09.854420 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: subnet_service_types.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.855341 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.855851 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: subnet-service-types Apr 06 10:59:09.856174 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: subnetallocation.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.857295 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.857863 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: subnet_allocation Apr 06 10:59:09.858185 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.858845 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.859378 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: subnetpool-prefix-ops Apr 06 10:59:09.859700 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.860621 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.861162 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 10:59:09.861488 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: tagging.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.862535 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.863079 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: standard-attr-tag Apr 06 10:59:09.863462 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: timestamp.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.864657 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.865210 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loaded extension: standard-attr-timestamp Apr 06 10:59:09.865535 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: trunk.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.866563 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.867082 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension trunk not supported by any of loaded plugins Apr 06 10:59:09.867407 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: trunk_details.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.868318 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.868881 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 10:59:09.869239 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: uplink_status_propagation.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.870165 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.870678 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 10:59:09.871002 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Loading extension file: vlantransparent.py {{(pid=103978) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:59:09.871667 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103978) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:59:09.872175 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 10:59:09.875252 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:network Apr 06 10:59:09.875765 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:subnet Apr 06 10:59:09.876171 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:59:09.876561 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:port Apr 06 10:59:09.877826 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.878261 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service FLAVORS assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.878890 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.879326 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.879657 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:router Apr 06 10:59:09.880083 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 10:59:09.880570 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service METERING assigned prefix: /metering {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.882031 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.882404 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.882759 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103978) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:59:09.883799 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 10:59:09.884336 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:security_group Apr 06 10:59:09.884769 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 10:59:09.885391 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service CORE assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.885724 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:59:09.886107 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] subnetpool is already registered Apr 06 10:59:09.886560 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service CORE assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.886891 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:59:09.887225 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] subnetpool is already registered Apr 06 10:59:09.889490 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.889925 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service FLAVORS assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.891187 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.891605 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.891938 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:router Apr 06 10:59:09.892276 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] router is already registered Apr 06 10:59:09.892685 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 10:59:09.893023 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] floatingip is already registered Apr 06 10:59:09.893504 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service METERING assigned prefix: /metering {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.894169 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 10:59:09.894497 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] rbac_policy is already registered Apr 06 10:59:09.894910 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:security_group Apr 06 10:59:09.895243 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] security_group is already registered Apr 06 10:59:09.895644 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 10:59:09.895976 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] security_group_rule is already registered Apr 06 10:59:09.896595 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service CORE assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.896926 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:59:09.897344 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] subnetpool is already registered Apr 06 10:59:09.897829 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.v2.resource_helper [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Service CORE assigned prefix: {{(pid=103978) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:59:09.898155 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:59:09.898487 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING neutron.quota.resource_registry [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] subnetpool is already registered Apr 06 10:59:09.898961 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: extensions {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.900397 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: address-groups {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.901939 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: address-scopes {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.903263 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: agents {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.904402 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: auto-allocated-topology {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.908081 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: availability_zones {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.908081 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: dhcp-networks {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.908401 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: dhcp-agents {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.909845 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: routers {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.912995 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: flavors {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.914199 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: service_profiles {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.915465 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: next_providers {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.916895 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: service_profiles {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.918444 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: floatingip-pools {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.919732 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: routers {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.921886 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: floatingips {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.923165 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: l3-routers {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.924523 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: l3-agents {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.926016 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: metering-labels {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.927565 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: metering-label-rules {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.928663 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: network-ip-availabilities {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.929961 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: bindings {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.931847 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: quotas {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.933445 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: quotas {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.934951 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: rbac-policies {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.936229 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: security-groups {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.938095 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: security-group-rules {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.939304 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: service-providers {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.940539 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: subnetpools {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.941978 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: subnetpools {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.943616 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.945295 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.947096 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.948872 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.950724 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.952578 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.954885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.956791 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.958549 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.960480 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron.api.extensions [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Extended resource: tags {{(pid=103978) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:59:09.966480 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING keystonemiddleware.auth_token [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 10:59:09.971269 dv-cinder-836072-2-iscsi neutron-server[103978]: WARNING keystonemiddleware.auth_token [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 10:59:09.979825 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_concurrency.lockutils [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Acquired lock "singleton_lock" {{(pid=103978) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 10:59:09.980296 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_concurrency.lockutils [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Releasing lock "singleton_lock" {{(pid=103978) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 10:59:09.980941 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO oslo_service.service [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Starting 2 workers Apr 06 10:59:09.985985 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Started child 104087 {{(pid=103978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 10:59:09.990574 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Started child 104088 {{(pid=103978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 10:59:09.991681 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:09.992310 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO neutron.service [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 10:59:09.992791 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:09.993255 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [-] (104087) wsgi starting up on http://0.0.0.0:9696 Apr 06 10:59:09.995297 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO oslo_service.service [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Starting 1 workers Apr 06 10:59:09.995406 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:09.996841 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [-] (104088) wsgi starting up on http://0.0.0.0:9696 Apr 06 10:59:10.001148 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Started child 104089 {{(pid=103978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 10:59:10.001740 dv-cinder-836072-2-iscsi neutron-server[103978]: INFO oslo_service.service [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Starting 1 workers Apr 06 10:59:10.005128 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.service [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] calling RpcWorker wait() {{(pid=104089) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 10:59:10.005657 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.service [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] returning from RpcWorker wait() {{(pid=104089) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 10:59:10.006353 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Started child 104090 {{(pid=103978) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 10:59:10.007082 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:10.007177 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6a10bbb-cbf1-4480-b17d-0e8de2c74f35 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:10.007527 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:10.009134 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103978) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 10:59:10.009341 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 10:59:10.009527 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 10:59:10.009755 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 10:59:10.010091 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 10:59:10.010253 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 10:59:10.010763 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.011051 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.011347 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.011778 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.012050 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.012140 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:10.012663 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.012921 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.013183 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.013456 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.013695 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.013861 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.014025 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.014274 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.014502 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.014815 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.015072 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.015883 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.016153 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.016325 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.016575 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.016832 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.017076 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.017456 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] debug = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.017709 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.018198 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.018519 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.018669 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.019049 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.019328 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.019558 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.019834 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.020050 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.020265 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.020497 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.020745 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.021001 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.021235 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.021492 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.022859 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.022859 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.022859 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.022859 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] host = dv-cinder-836072-2-iscsi {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.022859 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.023524 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.023524 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.023789 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.023925 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.024070 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.024344 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.024592 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.024834 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.025110 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.025368 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.025519 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.025768 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.026009 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.026179 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_options = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.026416 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.026661 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.026916 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.027102 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.027270 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.027423 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.027680 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.027838 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.028093 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.028331 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.028545 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.028759 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.028987 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.029260 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.029521 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.029761 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.029994 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.030204 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.030447 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.030691 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.030978 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.031201 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.031490 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.031876 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.032116 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.032711 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.032953 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.033214 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.033454 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.034082 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.034392 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.034797 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.035054 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.035308 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.035666 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.035905 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.036137 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.036354 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.036503 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:10.036649 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.036844 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.037125 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.037394 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.037611 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.037834 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.038065 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.038309 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.038540 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_json = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.038769 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.039090 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.039359 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.039589 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.039827 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.040452 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.040611 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.040860 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.041117 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.041617 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.047687 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.047687 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.047687 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.047687 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.047687 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.047687 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.047687 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.047687 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.048580 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.048580 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.048580 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.048580 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.048580 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.048580 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.048580 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.048580 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.049265 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.049265 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.049265 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.049265 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.049265 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.049265 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.049265 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.049265 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.050178 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.050178 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.050178 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.050178 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.050178 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.050750 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.050873 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.051390 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.051390 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.051647 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.051770 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.052083 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.052283 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.052510 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.052811 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.053042 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.053294 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.053542 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.053797 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.054026 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.054262 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.054492 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.054759 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.055259 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.055495 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.055760 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.055957 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.056176 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.056397 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.056633 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.056873 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.057154 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.057417 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.057936 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.057936 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.058174 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.058378 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.058600 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.058833 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.059613 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.059613 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.059613 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.060024 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.060024 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.060316 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.060511 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.060734 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.060957 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.061477 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.061477 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.061729 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.061853 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.062616 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.062871 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.064892 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.064892 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.064892 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.064892 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.064892 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.064892 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.064892 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.064892 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.065888 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.065888 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.065888 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.065888 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.066352 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.066352 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.066584 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.066820 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.067083 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.067313 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.067541 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.067808 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.068054 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.068294 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.068530 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.068785 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.069248 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.069396 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.069650 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.069809 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.070083 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.070388 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.070732 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.070971 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.071177 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.071623 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.071623 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.071912 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.072135 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.072372 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.072607 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.072845 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.074028 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.074028 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.074028 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.074028 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.074597 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.074597 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.074828 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.075008 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.075251 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.075504 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.076975 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.076975 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.076975 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.076975 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.076975 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.076975 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.078327 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.078327 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.078327 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.078632 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.078756 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.079897 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.079897 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.079897 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.079897 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.079897 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.080778 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.080778 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.080778 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.081289 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.081289 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.081618 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.081618 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.082001 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.082001 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.082217 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.082445 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.082704 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.082969 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.083177 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.083391 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.083654 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.084266 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.084266 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.084266 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.084777 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.084777 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.085128 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.085321 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.085504 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.085689 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.085869 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.086042 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.086262 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.086497 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.086749 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.086996 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.087283 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.087535 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.087775 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.088024 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.088292 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.088549 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.088766 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.089019 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.089907 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.089907 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.089907 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.089907 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.093890 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.093890 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.093890 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.093890 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.093890 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.093890 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.093890 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.093890 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.094893 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.094893 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.094893 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.094893 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.094893 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.094893 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.094893 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.094893 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.094893 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.096140 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.096140 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.096140 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.096140 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.096140 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.096140 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.096140 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.096140 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.097339 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.097339 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.097339 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.097339 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.097339 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.097899 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.097899 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.097899 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.098320 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.098320 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.098639 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.098898 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.099611 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.099611 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.099782 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.099903 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.100139 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.100361 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.100582 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.100811 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.101035 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.101272 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.101531 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.101747 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.101985 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.102211 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.102432 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.102645 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.102880 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.103098 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.103335 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.103560 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.103786 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.104023 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.104272 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.104534 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.104729 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.104926 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.105177 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.105414 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.105647 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.105864 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.106079 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.106302 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.106522 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.106732 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.107033 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.107294 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.107517 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.107816 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.108077 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.108328 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.108554 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.108900 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.109152 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.109409 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.109646 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.109877 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.110100 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.110374 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.110716 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.111014 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.111278 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.111542 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.111831 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.112110 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.112379 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.112598 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.113245 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.113245 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.113526 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.113793 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.114026 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.114291 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.114525 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.114731 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.115369 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.115369 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.115369 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.115808 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.115947 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.116189 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.116331 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.116509 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.116731 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.116958 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.117211 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.117459 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.117704 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.117843 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 10:59:10.118390 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103978) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 10:59:10.118552 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 10:59:10.118707 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 10:59:10.118898 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 10:59:10.119069 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 10:59:10.119223 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 10:59:10.119434 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.119598 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.119959 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.119959 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.120583 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.120583 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.120583 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.120583 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.121032 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.121032 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.121032 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.121436 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.121436 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.121670 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.121670 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.121807 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.121930 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.122068 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.122233 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.122394 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.122553 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.122712 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.122870 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] debug = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.123030 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.123239 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.123406 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.123790 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.123790 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.124002 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.124002 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.124214 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.124318 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.124463 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.125216 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.125352 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.125476 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.125637 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.125797 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.125940 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.126101 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.126307 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.126397 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] host = dv-cinder-836072-2-iscsi {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.126553 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.126712 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.126870 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.127030 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.127188 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.127347 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.127506 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.127684 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.127813 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.127970 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.128128 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.128286 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.128444 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.128602 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.128808 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_options = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.129190 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.129190 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.129336 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.129404 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.129581 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.129733 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.129872 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.130030 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.130190 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.130348 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.130507 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.130667 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.130826 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.130983 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.131143 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.131301 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.131461 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.131598 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:10.131687 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.131754 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.131916 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.132075 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.132232 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.132392 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.132550 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.132708 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.132865 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.133023 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.133211 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.133370 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.133528 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.133686 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.133844 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.134003 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.134216 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.134307 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.134470 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.134630 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.134788 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.134951 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.135110 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.135268 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.135425 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.135585 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.135748 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.135904 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.136261 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.136422 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_json = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.136636 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.136729 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.136920 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.137090 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.137238 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.137364 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.137508 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.137667 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.137874 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:59:10.138001 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.138164 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.138324 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.138486 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.138647 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.138809 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.138971 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.139134 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.139297 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.139459 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.139628 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.140098 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.140098 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.140098 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.140919 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.140998 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.141139 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.141303 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.141466 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.141629 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.141796 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.141960 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.142134 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.142307 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.142654 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.142654 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.142819 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.142901 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.143068 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.143246 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.143411 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.143578 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.143742 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.143906 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.144070 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.144238 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.144401 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.144568 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.144729 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.144890 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.145077 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.145236 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.145399 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.145561 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.145723 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.145912 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.146048 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.146198 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.146359 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.146521 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.146684 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.146846 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.147027 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.147164 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.147317 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.147480 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.147642 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.147815 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.147965 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.148117 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.148307 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.148439 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.148579 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.148740 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.148901 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.149077 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.149243 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.149404 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.149578 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.149740 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.149903 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.150094 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.150218 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.150361 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.150524 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.150685 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.150847 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.151008 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.151171 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.151331 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.151495 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.151657 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.151819 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.151981 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.152143 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.152306 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.152467 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.152629 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.152791 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.152953 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.153148 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.153319 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.153497 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.153659 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.153820 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.153984 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.154146 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.154310 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.154491 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.154619 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.154771 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.154933 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.155096 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.155258 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.155443 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.155568 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.155719 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.155909 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.156071 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.156234 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.156395 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.156557 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.156720 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.156882 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.157732 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.157732 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.157732 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.157732 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.157732 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.158308 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.158308 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.158308 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.158308 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.159381 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.159381 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.159381 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.159381 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.159381 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.159381 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.159381 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.160190 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.160190 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.160190 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.160190 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.160190 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.161885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.161885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.161885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.161885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.161885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.161885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.161885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.161885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.165616 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.165616 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.165616 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.165616 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.165616 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.165616 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.165616 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.165616 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166347 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166347 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166347 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166347 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166347 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166347 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166347 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166347 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.166885 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.167813 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.167813 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.167813 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.167813 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.167813 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.167813 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.167813 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.167813 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.168729 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.168729 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.168729 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.168729 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.168729 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.168729 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.168729 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.168729 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169340 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169340 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169340 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169340 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169340 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169340 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169340 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169340 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169936 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169936 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169936 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169936 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169936 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169936 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169936 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.169936 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.170686 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.170686 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.170686 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.170686 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.170686 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.171244 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.171244 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.171244 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.171244 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.172140 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.172140 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.172281 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.172373 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.172504 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.172666 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.172830 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.172993 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.173176 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.173339 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.173502 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.173665 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.173827 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.173989 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.174155 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.174331 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.174494 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.174657 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.174838 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.174993 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.175133 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.175300 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.175456 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.175618 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.175780 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.175942 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.176104 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.176277 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.176448 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.176601 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.176762 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.176923 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.177103 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.177276 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.177442 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.177604 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.177766 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.177928 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.178089 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.178260 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.178423 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.178585 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.178746 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.178908 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.179070 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.179242 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.179404 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.179565 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.179727 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.179887 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.180313 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.180490 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.180653 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.180816 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.180987 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.181169 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.181331 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.181493 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.181668 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.181830 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.181994 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.182157 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.182319 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.182481 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.182645 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.182811 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.182982 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.183156 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.183319 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.183490 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.183662 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.183833 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.183996 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.184170 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.184343 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.184506 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.184667 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.184830 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.184993 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.185177 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.185338 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.185499 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.185661 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.185823 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.185984 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.186145 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.186306 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.186470 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.186632 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.186794 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.186955 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.187652 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.187819 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.187981 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:59:10.188137 dv-cinder-836072-2-iscsi neutron-server[103978]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103978) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 10:59:10.219121 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 44328) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:10.227616 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063882 Apr 06 10:59:21.910880 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409cd09-41db-4bd1-8b06-c632891e7a07 None None] get_active_networks_info from dv-cinder-836072-2-iscsi {{(pid=104089) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 10:59:21.969973 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1409cd09-41db-4bd1-8b06-c632891e7a07 None None] No non-hosted networks {{(pid=104089) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 10:59:21.976847 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.agentschedulers_db [None req-1409cd09-41db-4bd1-8b06-c632891e7a07 None None] DHCP Agent not found on host dv-cinder-836072-2-iscsi {{(pid=104089) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 10:59:22.067925 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-310698de-41af-4d3d-9a79-da8fa4f76ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8041821'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.288987 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f943eae7-795c-4ebf-8c28-869d1a62f25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8041821'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.315912 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.db.api [None req-3c432806-153e-4d64-9de1-d2c127d117b2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836072-2-iscsi {{(pid=104089) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:59:24.316558 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG oslo_db.api [None req-3c432806-153e-4d64-9de1-d2c127d117b2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:59:24.899159 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3c432806-153e-4d64-9de1-d2c127d117b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.103318 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44394) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:25.270700 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8041821'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.667815 dv-cinder-836072-2-iscsi neutron-server[104087]: WARNING oslo_policy.policy [None req-26ad9e49-41ed-45f9-a09d-5aeff817cc28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:59:25.668413 dv-cinder-836072-2-iscsi neutron-server[104087]: WARNING oslo_policy.policy [None req-26ad9e49-41ed-45f9-a09d-5aeff817cc28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:59:25.899432 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [None req-26ad9e49-41ed-45f9-a09d-5aeff817cc28 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:59:25.905618 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-26ad9e49-41ed-45f9-a09d-5aeff817cc28 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7969933 Apr 06 10:59:26.755738 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8041821'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:28.247338 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8041821'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:28.248750 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.249645 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.250319 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.250961 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.251526 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.252076 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.253942 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.254542 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.255136 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.255652 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.256166 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.260625 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.260625 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.260625 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.260625 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:28.260928 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836072-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:28.274350 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836072-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:28.507775 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44428) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:28.831664 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-6153be53-ee40-40d6-8225-6950c5f96453 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:28.926167 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.policy [None req-6153be53-ee40-40d6-8225-6950c5f96453 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104087) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 10:59:28.971312 dv-cinder-836072-2-iscsi neutron-server[104087]: WARNING oslo_policy.policy [None req-6153be53-ee40-40d6-8225-6950c5f96453 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:59:28.971707 dv-cinder-836072-2-iscsi neutron-server[104087]: WARNING oslo_policy.policy [None req-6153be53-ee40-40d6-8225-6950c5f96453 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:59:29.129895 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6153be53-ee40-40d6-8225-6950c5f96453 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730058530375', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730058529946', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730058547136', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730058568554', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730058563324', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730058586021', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-921158', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-970963', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7978915', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8073982'] for rbac-policy (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:29.307234 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6153be53-ee40-40d6-8225-6950c5f96453 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:29.310179 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6153be53-ee40-40d6-8225-6950c5f96453 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8011539 Apr 06 10:59:30.346214 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.db.l3_hamode_db [None req-dba9e124-471e-4e49-9b5e-8ed58d39531a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 10:59:30.440246 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba9e124-471e-4e49-9b5e-8ed58d39531a None None] Routers set() bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:30.440568 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba9e124-471e-4e49-9b5e-8ed58d39531a None None] Router IDs set() for agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 10:59:31.838227 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44440) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:32.142012 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:32.218732 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Made reservation on behalf of c0acfd6cac5d493e9d1064ecf9357aa5 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:59:32.222404 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.238998 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.345759 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Publish callbacks [] for security_group (a3ba7720-dbdd-4823-adf0-714cf1fee847), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.399851 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (a3ba7720-dbdd-4823-adf0-714cf1fee847), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.433404 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:59:32.462799 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730062240880', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (15f9de81-ead2-44b6-a608-c3dc699f22e7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.463373 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Unsubscribe: segment precommit_create {{(pid=104087) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 10:59:32.463870 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Added segment 15f9de81-ead2-44b6-a608-c3dc699f22e7 of type vlan for network a066e25c-5ad1-4f14-a9f0-7232769528e0 Apr 06 10:59:32.469559 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ba7720-dbdd-4823-adf0-714cf1fee847,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:32.490768 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495095 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495095 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495095 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495095 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495095 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495533 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495533 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495533 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495533 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495533 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495979 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495979 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495979 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.495979 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Tracked resource versions report: Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: pushed versions: Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: { 'AddressGroup': {'1.2'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Agent': {'1.1'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'ConntrackHelper': {'1.0'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Log': {'1.0'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'NDPProxy': {'1.0'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Network': {'1.1'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Port': {'1.7'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'PortForwarding': {'1.3'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'QosPolicy': {'1.10'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'SecurityGroup': {'1.5'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'SubPort': {'1.0'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Subnet': {'1.1'}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Trunk': {'1.1'}} Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: consumer versions: Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: { DHCP agent@dv-cinder-836072-2-iscsi: {}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: L3 agent@dv-cinder-836072-2-iscsi: {}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: Metadata agent@dv-cinder-836072-2-iscsi: {}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: Metering agent@dv-cinder-836072-2-iscsi: {}, Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: Open vSwitch agent@dv-cinder-836072-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Agent': '1.1', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'ConntrackHelper': '1.0', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'LocalIPAssociation': '1.0', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Log': '1.0', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'NDPProxy': '1.0', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Network': '1.1', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Port': '1.7', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'PortForwarding': '1.3', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'QosPolicy': '1.10', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'SecurityGroup': '1.5', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'SecurityGroupRule': '1.2', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'SubPort': '1.0', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Subnet': '1.1', Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Trunk': '1.1'}} Apr 06 10:59:32.496591 dv-cinder-836072-2-iscsi neutron-server[104087]: {{(pid=104087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:59:32.575770 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (a066e25c-5ad1-4f14-a9f0-7232769528e0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.732783 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (a066e25c-5ad1-4f14-a9f0-7232769528e0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.743313 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:32.743313 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.851390 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] Pushing event updated for resources: {'Network': ['ID=a066e25c-5ad1-4f14-a9f0-7232769528e0,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:32.863710 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network a066e25c-5ad1-4f14-a9f0-7232769528e0 details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:59:32.866787 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ec00280d-d537-4386-b863-5039ac203d6d demo demo] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0275240 Apr 06 10:59:35.449149 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44452) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:35.847496 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb97e1-738e-4d0d-b6ad-a07fda48f62f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:35.848765 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3cdb97e1-738e-4d0d-b6ad-a07fda48f62f demo admin] 10.222.0.62 "GET /v2.0/networks/a066e25c-5ad1-4f14-a9f0-7232769528e0 HTTP/1.1" status: 200 len: 825 time: 0.3986695 Apr 06 10:59:35.872740 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6459465a-cb31-4e7a-a7d5-3f070fd61f75 demo admin] 10.222.0.62 "GET /v2.0/subnetpools/b4b74e5a-5516-4d83-baf4-c5dd0457e04f HTTP/1.1" status: 200 len: 734 time: 0.0183086 Apr 06 10:59:35.881043 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-58cfb20b-5cc9-4c37-8e26-89621b3c3678 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b4b74e5a-5516-4d83-baf4-c5dd0457e04f', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:35.972669 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cfb20b-5cc9-4c37-8e26-89621b3c3678 demo admin] Made reservation on behalf of c0acfd6cac5d493e9d1064ecf9357aa5 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:59:35.974953 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58cfb20b-5cc9-4c37-8e26-89621b3c3678 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.304491 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58cfb20b-5cc9-4c37-8e26-89621b3c3678 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for subnet (a5bcc862-b1e4-4d82-81c2-be4c7b8106da), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.379769 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cfb20b-5cc9-4c37-8e26-89621b3c3678 demo admin] Checking segment: {'id': '15f9de81-ead2-44b6-a608-c3dc699f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:36.380146 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cfb20b-5cc9-4c37-8e26-89621b3c3678 demo admin] Network hostable DHCP agents. Network: a066e25c-5ad1-4f14-a9f0-7232769528e0, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:59:36.382120 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfb20b-5cc9-4c37-8e26-89621b3c3678 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a5bcc862-b1e4-4d82-81c2-be4c7b8106da,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:36.453245 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cfb20b-5cc9-4c37-8e26-89621b3c3678 demo admin] Network a066e25c-5ad1-4f14-a9f0-7232769528e0 is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:59:36.509830 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-58cfb20b-5cc9-4c37-8e26-89621b3c3678 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, a066e25c-5ad1-4f14-a9f0-7232769528e0) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:36.515653 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cfb20b-5cc9-4c37-8e26-89621b3c3678 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:36.516249 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-58cfb20b-5cc9-4c37-8e26-89621b3c3678 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.522326 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716cfee4-a425-4898-8e95-25fc0518dcbf None None] Network a066e25c-5ad1-4f14-a9f0-7232769528e0 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:59:36.564280 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-58cfb20b-5cc9-4c37-8e26-89621b3c3678 demo admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6862972 Apr 06 10:59:36.908467 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28525485-dc93-55e7-828a-302e78cf7f1a-a066e25c-5ad1-4f14-a9f0-7232769528e0', 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0', 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'fixed_ips': [{'subnet_id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da'}]}} from dv-cinder-836072-2-iscsi. {{(pid=104089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:59:36.909750 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.180767 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Allocated IP 172.20.0.2 (a066e25c-5ad1-4f14-a9f0-7232769528e0/a5bcc862-b1e4-4d82-81c2-be4c7b8106da/93ac7135-e4c9-4db2-9751-75f8a512a345) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:37.442818 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Publish callbacks [] for port (93ac7135-e4c9-4db2-9751-75f8a512a345), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.533104 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (93ac7135-e4c9-4db2-9751-75f8a512a345), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.616713 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Network a066e25c-5ad1-4f14-a9f0-7232769528e0 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:37.620910 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Pushing event updated for resources: {'Port': ['ID=93ac7135-e4c9-4db2-9751-75f8a512a345,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:37.623258 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:37.627493 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:37.637146 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.637495 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.637849 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.638207 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.638544 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.638874 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.639206 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.639531 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.640455 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.640791 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.641126 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Tracked resource versions report: Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: pushed versions: Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: { 'AddressGroup': {'1.2'}, Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Agent': {'1.1'}, Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: 'ConntrackHelper': {'1.0'}, Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Log': {'1.0'}, Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: 'NDPProxy': {'1.0'}, Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Network': {'1.1'}, Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Port': {'1.7'}, Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: 'PortForwarding': {'1.3'}, Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: 'QosPolicy': {'1.10'}, Apr 06 10:59:37.651321 dv-cinder-836072-2-iscsi neutron-server[104089]: 'SecurityGroup': {'1.5'}, Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'SubPort': {'1.0'}, Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Subnet': {'1.1'}, Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Trunk': {'1.1'}} Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: consumer versions: Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: { DHCP agent@dv-cinder-836072-2-iscsi: {}, Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: L3 agent@dv-cinder-836072-2-iscsi: {}, Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: Metadata agent@dv-cinder-836072-2-iscsi: {}, Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: Metering agent@dv-cinder-836072-2-iscsi: {}, Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: Open vSwitch agent@dv-cinder-836072-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Agent': '1.1', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'ConntrackHelper': '1.0', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'LocalIPAssociation': '1.0', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Log': '1.0', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'NDPProxy': '1.0', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Network': '1.1', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Port': '1.7', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'PortForwarding': '1.3', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'QosPolicy': '1.10', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'SecurityGroup': '1.5', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'SecurityGroupRule': '1.2', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'SubPort': '1.0', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Subnet': '1.1', Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Trunk': '1.1'}} Apr 06 10:59:37.653443 dv-cinder-836072-2-iscsi neutron-server[104089]: {{(pid=104089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:59:37.719730 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Attempting to bind port 93ac7135-e4c9-4db2-9751-75f8a512a345 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:59:37.719730 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Attempting to bind port 93ac7135-e4c9-4db2-9751-75f8a512a345 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '15f9de81-ead2-44b6-a608-c3dc699f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:59:37.719730 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Attempting to bind port 93ac7135-e4c9-4db2-9751-75f8a512a345 on network a066e25c-5ad1-4f14-a9f0-7232769528e0 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:37.723693 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:59:37.724083 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Checking segment: {'id': '15f9de81-ead2-44b6-a608-c3dc699f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:37.724562 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.724950 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Bound using segment: {'id': '15f9de81-ead2-44b6-a608-c3dc699f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:59:37.725431 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Bound port: 93ac7135-e4c9-4db2-9751-75f8a512a345, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f9de81-ead2-44b6-a608-c3dc699f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:59:37.725885 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (93ac7135-e4c9-4db2-9751-75f8a512a345), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.788702 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] For port 93ac7135-e4c9-4db2-9751-75f8a512a345, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:59:37.810087 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] For port 93ac7135-e4c9-4db2-9751-75f8a512a345, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=93ac7135-e4c9-4db2-9751-75f8a512a345,segment=NetworkSegment(15f9de81-ead2-44b6-a608-c3dc699f22e7),segment_id=15f9de81-ead2-44b6-a608-c3dc699f22e7)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:59:37.870089 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (93ac7135-e4c9-4db2-9751-75f8a512a345), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.924370 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad77d9-de25-4012-be25-65de5d828cb4 None None] Pushing event updated for resources: {'Port': ['ID=93ac7135-e4c9-4db2-9751-75f8a512a345,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:39.160379 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44460) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:39.476749 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [None req-51aaab7a-b100-42ce-901c-65add64a8fb6 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:59:39.477816 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-51aaab7a-b100-42ce-901c-65add64a8fb6 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3164661 Apr 06 10:59:42.038296 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44468) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:42.345742 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [None req-7178e55c-e920-4ae6-aaa2-c5981dc5beac admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:59:42.346742 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-7178e55c-e920-4ae6-aaa2-c5981dc5beac admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3075123 Apr 06 10:59:44.916257 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 44476) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:45.410498 dv-cinder-836072-2-iscsi neutron-server[104088]: WARNING oslo_policy.policy [None req-2d02b5c6-d813-457b-ada7-9af0783da946 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:59:45.411147 dv-cinder-836072-2-iscsi neutron-server[104088]: WARNING oslo_policy.policy [None req-2d02b5c6-d813-457b-ada7-9af0783da946 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:59:45.631792 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-2d02b5c6-d813-457b-ada7-9af0783da946 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:45.692889 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.policy [None req-2d02b5c6-d813-457b-ada7-9af0783da946 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104088) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 10:59:45.735893 dv-cinder-836072-2-iscsi neutron-server[104088]: WARNING oslo_policy.policy [None req-2d02b5c6-d813-457b-ada7-9af0783da946 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:59:45.736337 dv-cinder-836072-2-iscsi neutron-server[104088]: WARNING oslo_policy.policy [None req-2d02b5c6-d813-457b-ada7-9af0783da946 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:59:45.881466 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d02b5c6-d813-457b-ada7-9af0783da946 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64461'] for router (d316a79c-df63-4397-b61b-cf72db824129), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:45.883475 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d02b5c6-d813-457b-ada7-9af0783da946 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8040451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64436'] for router (d316a79c-df63-4397-b61b-cf72db824129), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.037687 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d02b5c6-d813-457b-ada7-9af0783da946 demo demo] Publish callbacks [] for router_controller (d316a79c-df63-4397-b61b-cf72db824129), precommit_add_association {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.094019 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d02b5c6-d813-457b-ada7-9af0783da946 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8041938'] for router (d316a79c-df63-4397-b61b-cf72db824129), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.169194 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d02b5c6-d813-457b-ada7-9af0783da946 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.170418 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-2d02b5c6-d813-457b-ada7-9af0783da946 demo demo] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.2531021 Apr 06 10:59:48.707077 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44496) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:48.991167 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 93ac7135-e4c9-4db2-9751-75f8a512a345 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:49.025582 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [None req-5b732966-9ea0-43f5-bdf0-696f72467fc7 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:59:49.026589 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5b732966-9ea0-43f5-bdf0-696f72467fc7 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186247 Apr 06 10:59:49.090063 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 93ac7135-e4c9-4db2-9751-75f8a512a345 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:49.090704 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (93ac7135-e4c9-4db2-9751-75f8a512a345), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.209356 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 93ac7135-e4c9-4db2-9751-75f8a512a345 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:49.209753 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (93ac7135-e4c9-4db2-9751-75f8a512a345), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.248344 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port 93ac7135-e4c9-4db2-9751-75f8a512a345, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=93ac7135-e4c9-4db2-9751-75f8a512a345,segment=NetworkSegment(15f9de81-ead2-44b6-a608-c3dc699f22e7),segment_id=15f9de81-ead2-44b6-a608-c3dc699f22e7)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:49.304474 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (93ac7135-e4c9-4db2-9751-75f8a512a345), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.352793 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=93ac7135-e4c9-4db2-9751-75f8a512a345,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:49.379591 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420c85b5-350e-4cbb-b240-940e0d9b56e5 None None] Network a066e25c-5ad1-4f14-a9f0-7232769528e0 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:59:49.438264 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-593c508b-defb-4a49-96b1-c90b8edecb31 None None] Provisioning complete for port 93ac7135-e4c9-4db2-9751-75f8a512a345 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:49.438655 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-593c508b-defb-4a49-96b1-c90b8edecb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (93ac7135-e4c9-4db2-9751-75f8a512a345), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.564619 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-593c508b-defb-4a49-96b1-c90b8edecb31 None None] Current status of the port 93ac7135-e4c9-4db2-9751-75f8a512a345 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:49.785398 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-4433e31d-e141-4d2c-b539-b73531712c4a None None] Provisioning complete for port 93ac7135-e4c9-4db2-9751-75f8a512a345 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:49.785790 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4433e31d-e141-4d2c-b539-b73531712c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (93ac7135-e4c9-4db2-9751-75f8a512a345), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.862437 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-4433e31d-e141-4d2c-b539-b73531712c4a None None] Current status of the port 93ac7135-e4c9-4db2-9751-75f8a512a345 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:50.977203 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 93ac7135-e4c9-4db2-9751-75f8a512a345 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:51.024877 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 93ac7135-e4c9-4db2-9751-75f8a512a345 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:51.026685 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (93ac7135-e4c9-4db2-9751-75f8a512a345), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:51.099934 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 93ac7135-e4c9-4db2-9751-75f8a512a345 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:51.577366 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44504) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:51.886488 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1c715e3b-beab-4271-85e9-ec000892c1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:51.903591 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:52.000499 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Made reservation on behalf of 279d4a89a1294ac096e396e32f9abd36 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:59:52.002742 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.010665 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.054034 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 5 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:59:52.091156 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Publish callbacks [] for security_group (04231c18-f243-44fe-85e7-d7dad881bd92), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.143422 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (04231c18-f243-44fe-85e7-d7dad881bd92), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.158940 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Reserving flat network on physical network physnet1 {{(pid=104087) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 10:59:52.178079 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04231c18-f243-44fe-85e7-d7dad881bd92,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:52.183843 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (1908ae48-18ac-4a3f-a1ca-09ccaab57c88), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.184189 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Added segment 1908ae48-18ac-4a3f-a1ca-09ccaab57c88 of type flat for network b8e3ac99-7604-4669-8bd3-91990de5fe29 Apr 06 10:59:52.229539 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (b8e3ac99-7604-4669-8bd3-91990de5fe29), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.297861 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (b8e3ac99-7604-4669-8bd3-91990de5fe29), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.298706 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:52.299303 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.385939 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] Pushing event updated for resources: {'Network': ['ID=b8e3ac99-7604-4669-8bd3-91990de5fe29,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:52.396201 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:59:52.432617 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4185b122-a3da-4240-b9e2-92f35c9c8551 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8541827 Apr 06 10:59:54.257808 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d4594814-9809-430d-a7ef-b349be52a270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.930898 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44512) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:55.219288 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:55.238074 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a8d40-9e87-418b-8ee7-20fc9d2246cb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:55.239420 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8f9a8d40-9e87-418b-8ee7-20fc9d2246cb demo admin] 10.222.0.62 "GET /v2.0/subnets/a5bcc862-b1e4-4d82-81c2-be4c7b8106da HTTP/1.1" status: 200 len: 849 time: 0.3075709 Apr 06 10:59:55.404431 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f6644a9d-7d06-4c4f-ad70-68f1b21b7ecf demo admin] 10.222.0.62 "GET /v2.0/routers/d316a79c-df63-4397-b61b-cf72db824129 HTTP/1.1" status: 200 len: 704 time: 0.1579227 Apr 06 10:59:55.675075 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:55.962687 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Allocated IP 172.20.0.1 (a066e25c-5ad1-4f14-a9f0-7232769528e0/a5bcc862-b1e4-4d82-81c2-be4c7b8106da/5e390710-3fb6-4b88-8209-7e33caeaa77c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:56.152608 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Publish callbacks [] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:56.292581 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:56.357026 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Network a066e25c-5ad1-4f14-a9f0-7232769528e0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:56.362700 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:56.365396 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:56.365923 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8041731'] for router_interface (d316a79c-df63-4397-b61b-cf72db824129), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:56.439235 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Pushing event updated for resources: {'Port': ['ID=5e390710-3fb6-4b88-8209-7e33caeaa77c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:56.629286 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-013ad17c-05e7-43da-aeba-ecd6dde4eeb4 None None] Provisioning complete for port 5e390710-3fb6-4b88-8209-7e33caeaa77c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:56.629825 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-013ad17c-05e7-43da-aeba-ecd6dde4eeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:56.658021 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:56.701954 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:56.712940 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-013ad17c-05e7-43da-aeba-ecd6dde4eeb4 None None] Port 5e390710-3fb6-4b88-8209-7e33caeaa77c cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:59:56.868007 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Publish callbacks [] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:56.938157 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:56.938957 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8362797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8039059'] for router_interface (d316a79c-df63-4397-b61b-cf72db824129), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:57.014474 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Pushing event updated for resources: {'Port': ['ID=5e390710-3fb6-4b88-8209-7e33caeaa77c,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:57.063115 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Network a066e25c-5ad1-4f14-a9f0-7232769528e0 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:57.064406 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:57.233780 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-4ca52760-9321-4a27-8a98-4bc3b9b538fd None None] Provisioning complete for port 5e390710-3fb6-4b88-8209-7e33caeaa77c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:57.234174 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4ca52760-9321-4a27-8a98-4bc3b9b538fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:57.267343 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-4ca52760-9321-4a27-8a98-4bc3b9b538fd None None] Port 5e390710-3fb6-4b88-8209-7e33caeaa77c cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:59:57.280940 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Router d316a79c-df63-4397-b61b-cf72db824129 is scheduled to L3 agent a612e23e-0641-4851-85ac-d61b6e63725e with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:59:57.372369 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:57.378009 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-49c3f070-a435-43d1-a3ac-d1c5c0bac0e7 demo admin] 10.222.0.62 "PUT /v2.0/routers/d316a79c-df63-4397-b61b-cf72db824129/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9678376 Apr 06 10:59:57.382590 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Sync routers for ids ['d316a79c-df63-4397-b61b-cf72db824129'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:57.394987 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Routers {'d316a79c-df63-4397-b61b-cf72db824129'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:57.395990 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T10:59:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['d316a79c-df63-4397-b61b-cf72db824129'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:57.585892 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Set router d316a79c-df63-4397-b61b-cf72db824129 gateway port host: None {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:58.014320 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316a79c-df63-4397-b61b-cf72db824129', 'name': 'router1', 'tenant_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:45Z', 'updated_at': '2022-04-06T10:59:56Z', 'revision_number': 2, 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'gw_port_host': None, '_interfaces': [{'id': '5e390710-3fb6-4b88-8209-7e33caeaa77c', 'name': '', 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0', 'tenant_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'mac_address': 'fa:16:3e:8c:d3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd316a79c-df63-4397-b61b-cf72db824129', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:55Z', 'updated_at': '2022-04-06T10:59:56Z', 'revision_number': 2, 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'subnets': [{'id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4b74e5a-5516-4d83-baf4-c5dd0457e04f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:58.062907 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Checking router: d316a79c-df63-4397-b61b-cf72db824129 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:58.063275 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Updating router d316a79c-df63-4397-b61b-cf72db824129 port 5e390710-3fb6-4b88-8209-7e33caeaa77c binding host dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:59:58.137975 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.246821 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.627491 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Publish callbacks [] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.698194 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.841799 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Pushing event updated for resources: {'Port': ['ID=5e390710-3fb6-4b88-8209-7e33caeaa77c,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:58.867619 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.867951 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.868372 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.868652 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.869001 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.869405 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.869750 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.870052 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.870436 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.870766 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.871102 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.871443 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.871768 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.872090 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.872410 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Tracked resource versions report: Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: pushed versions: Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: { 'AddressGroup': {'1.2'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Agent': {'1.1'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'ConntrackHelper': {'1.0'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Log': {'1.0'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'NDPProxy': {'1.0'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Network': {'1.1'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Port': {'1.7'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'PortForwarding': {'1.3'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'QosPolicy': {'1.10'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'SecurityGroup': {'1.5'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'SubPort': {'1.0'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Subnet': {'1.1'}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Trunk': {'1.1'}} Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: consumer versions: Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: { DHCP agent@dv-cinder-836072-2-iscsi: {}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: L3 agent@dv-cinder-836072-2-iscsi: {}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: Metadata agent@dv-cinder-836072-2-iscsi: {}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: Metering agent@dv-cinder-836072-2-iscsi: {}, Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: Open vSwitch agent@dv-cinder-836072-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Agent': '1.1', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'ConntrackHelper': '1.0', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'LocalIPAssociation': '1.0', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Log': '1.0', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'NDPProxy': '1.0', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Network': '1.1', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Port': '1.7', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'PortForwarding': '1.3', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'QosPolicy': '1.10', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'SecurityGroup': '1.5', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'SecurityGroupRule': '1.2', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'SubPort': '1.0', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Subnet': '1.1', Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Trunk': '1.1'}} Apr 06 10:59:58.873942 dv-cinder-836072-2-iscsi neutron-server[104090]: {{(pid=104090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:59:58.890178 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Attempting to bind port 5e390710-3fb6-4b88-8209-7e33caeaa77c on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:59:58.890593 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Attempting to bind port 5e390710-3fb6-4b88-8209-7e33caeaa77c by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '15f9de81-ead2-44b6-a608-c3dc699f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:59:58.891008 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Attempting to bind port 5e390710-3fb6-4b88-8209-7e33caeaa77c on network a066e25c-5ad1-4f14-a9f0-7232769528e0 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:58.896309 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:59:58.896743 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Checking segment: {'id': '15f9de81-ead2-44b6-a608-c3dc699f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:58.896885 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-e6ace218-170d-4974-9a78-7304c9e47319 None None] Provisioning complete for port 5e390710-3fb6-4b88-8209-7e33caeaa77c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:58.897315 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e6ace218-170d-4974-9a78-7304c9e47319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.897673 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.898065 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Bound using segment: {'id': '15f9de81-ead2-44b6-a608-c3dc699f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:59:58.898538 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Bound port: 5e390710-3fb6-4b88-8209-7e33caeaa77c, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f9de81-ead2-44b6-a608-c3dc699f22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:59:58.898916 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.939222 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-e6ace218-170d-4974-9a78-7304c9e47319 None None] Port 5e390710-3fb6-4b88-8209-7e33caeaa77c cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:59:58.964867 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] For port 5e390710-3fb6-4b88-8209-7e33caeaa77c, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:59:58.984179 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] For port 5e390710-3fb6-4b88-8209-7e33caeaa77c, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=5e390710-3fb6-4b88-8209-7e33caeaa77c,segment=NetworkSegment(15f9de81-ead2-44b6-a608-c3dc699f22e7),segment_id=15f9de81-ead2-44b6-a608-c3dc699f22e7)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:59:59.052917 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.114026 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda47174-a912-4e96-b747-b1a7a0145c28 None None] Pushing event updated for resources: {'Port': ['ID=5e390710-3fb6-4b88-8209-7e33caeaa77c,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:59.117212 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Routers {'d316a79c-df63-4397-b61b-cf72db824129'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:59.118219 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T10:59:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['d316a79c-df63-4397-b61b-cf72db824129'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:59.209082 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] Set router d316a79c-df63-4397-b61b-cf72db824129 gateway port host: None {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:59.263417 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-494b57bf-49d2-4802-8a89-d0d6be845496 None None] Provisioning complete for port 5e390710-3fb6-4b88-8209-7e33caeaa77c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:59.263989 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-494b57bf-49d2-4802-8a89-d0d6be845496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.341356 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-494b57bf-49d2-4802-8a89-d0d6be845496 None None] Current status of the port 5e390710-3fb6-4b88-8209-7e33caeaa77c is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:59.341752 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-494b57bf-49d2-4802-8a89-d0d6be845496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.372552 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-494b57bf-49d2-4802-8a89-d0d6be845496 None None] For port 5e390710-3fb6-4b88-8209-7e33caeaa77c, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=5e390710-3fb6-4b88-8209-7e33caeaa77c,segment=NetworkSegment(15f9de81-ead2-44b6-a608-c3dc699f22e7),segment_id=15f9de81-ead2-44b6-a608-c3dc699f22e7)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:59.417707 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316a79c-df63-4397-b61b-cf72db824129', 'name': 'router1', 'tenant_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:45Z', 'updated_at': '2022-04-06T10:59:56Z', 'revision_number': 2, 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'gw_port_host': None, '_interfaces': [{'id': '5e390710-3fb6-4b88-8209-7e33caeaa77c', 'name': '', 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0', 'tenant_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'mac_address': 'fa:16:3e:8c:d3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd316a79c-df63-4397-b61b-cf72db824129', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:55Z', 'updated_at': '2022-04-06T10:59:58Z', 'revision_number': 4, 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'subnets': [{'id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4b74e5a-5516-4d83-baf4-c5dd0457e04f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:59.429264 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-494b57bf-49d2-4802-8a89-d0d6be845496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.446055 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24ab45-9ee6-415e-a28e-6ae2a1260a3a None None] The sync data for ids ['d316a79c-df63-4397-b61b-cf72db824129'] in dv-cinder-836072-2-iscsi is: [{'id': 'd316a79c-df63-4397-b61b-cf72db824129', 'name': 'router1', 'tenant_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:45Z', 'updated_at': '2022-04-06T10:59:56Z', 'revision_number': 2, 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'gw_port_host': None, '_interfaces': [{'id': '5e390710-3fb6-4b88-8209-7e33caeaa77c', 'name': '', 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0', 'tenant_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'mac_address': 'fa:16:3e:8c:d3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd316a79c-df63-4397-b61b-cf72db824129', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:55Z', 'updated_at': '2022-04-06T10:59:58Z', 'revision_number': 4, 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'subnets': [{'id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4b74e5a-5516-4d83-baf4-c5dd0457e04f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:59.480738 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b57bf-49d2-4802-8a89-d0d6be845496 None None] Pushing event updated for resources: {'Port': ['ID=5e390710-3fb6-4b88-8209-7e33caeaa77c,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:59.857439 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44532) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:59.980298 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59ff9c7-e226-4d15-bb8b-ff473afdc8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:59.981755 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c59ff9c7-e226-4d15-bb8b-ff473afdc8ed admin admin] 10.222.0.62 "GET /v2.0/networks/b8e3ac99-7604-4669-8bd3-91990de5fe29 HTTP/1.1" status: 200 len: 842 time: 0.1233051 Apr 06 10:59:59.991200 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:00.069717 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] Made reservation on behalf of 279d4a89a1294ac096e396e32f9abd36 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:00.072025 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.463845 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.objects.ports [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104087) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 11:00:00.464202 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for subnet (14c84bf2-ac76-45cf-88c9-a21b7f5a1f77), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.512242 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c84bf2-ac76-45cf-88c9-a21b7f5a1f77,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:00.526738 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] Checking segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:00.527096 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] Network hostable DHCP agents. Network: b8e3ac99-7604-4669-8bd3-91990de5fe29, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:00:00.612399 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:00:00.681183 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, b8e3ac99-7604-4669-8bd3-91990de5fe29) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:00.685348 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:00.685985 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.694408 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7daa178-5090-4a92-9c6e-d3da97005088 None None] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:00.781678 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5c54d9e5-fa81-41b8-a4e5-cd1d7085efdb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7938912 Apr 06 11:00:00.808885 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2dadd1-5eef-4717-a8d2-6fd9469541a8 None None] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:03.228995 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44550) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:03.358175 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2e4817d5-6f42-43bc-97d4-591974685275 demo admin] 10.222.0.62 "GET /v2.0/routers/d316a79c-df63-4397-b61b-cf72db824129 HTTP/1.1" status: 200 len: 710 time: 0.1279712 Apr 06 11:00:03.444038 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd7ff3-dbe9-47fc-a531-ac7ad6b8b65b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:03.445376 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-18cd7ff3-dbe9-47fc-a531-ac7ad6b8b65b demo admin] 10.222.0.62 "GET /v2.0/networks/b8e3ac99-7604-4669-8bd3-91990de5fe29 HTTP/1.1" status: 200 len: 886 time: 0.0819144 Apr 06 11:00:03.454821 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:03.704733 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Publish callbacks [] for router_gateway (d316a79c-df63-4397-b61b-cf72db824129), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.996128 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Publish callbacks [] for router_gateway (d316a79c-df63-4397-b61b-cf72db824129), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.071911 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.299283 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Allocated IP 172.27.3.96 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/d2c133ea-98d2-492d-a20b-204eb466a28b) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:04.397746 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Publish callbacks [] for port (d2c133ea-98d2-492d-a20b-204eb466a28b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.481468 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (d2c133ea-98d2-492d-a20b-204eb466a28b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.522884 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Pushing event updated for resources: {'Port': ['ID=d2c133ea-98d2-492d-a20b-204eb466a28b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:04.556601 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:04.557908 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:04.560383 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:04.999915 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Publish callbacks [] for router_gateway (d316a79c-df63-4397-b61b-cf72db824129), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.199136 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8040497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64418'] for router (d316a79c-df63-4397-b61b-cf72db824129), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.203039 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8041938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8040488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8041947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8037304'] for router (d316a79c-df63-4397-b61b-cf72db824129), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.313146 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Router d316a79c-df63-4397-b61b-cf72db824129 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:05.419511 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:05.423755 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.437124 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9a678320-fcd1-4378-a8de-6691fbb6f45c demo admin] 10.222.0.62 "PUT /v2.0/routers/d316a79c-df63-4397-b61b-cf72db824129 HTTP/1.1" status: 200 len: 889 time: 1.9736252 Apr 06 11:00:07.007422 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 5e390710-3fb6-4b88-8209-7e33caeaa77c up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:07.056178 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 5e390710-3fb6-4b88-8209-7e33caeaa77c triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:07.056573 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.134635 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 5e390710-3fb6-4b88-8209-7e33caeaa77c is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:07.981254 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 44562) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:08.101093 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ff5ee26c-d548-4bb5-8114-b5793397b527 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1173925 Apr 06 11:00:08.134923 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Sync routers for ids ['d316a79c-df63-4397-b61b-cf72db824129'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:08.147348 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Routers {'d316a79c-df63-4397-b61b-cf72db824129'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:08.148017 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T10:59:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['d316a79c-df63-4397-b61b-cf72db824129'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:08.371200 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Set router d316a79c-df63-4397-b61b-cf72db824129 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:08.845591 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316a79c-df63-4397-b61b-cf72db824129', 'name': 'router1', 'tenant_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd2c133ea-98d2-492d-a20b-204eb466a28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:45Z', 'updated_at': '2022-04-06T11:00:04Z', 'revision_number': 4, 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'gw_port': {'id': 'd2c133ea-98d2-492d-a20b-204eb466a28b', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:62:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd316a79c-df63-4397-b61b-cf72db824129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:04Z', 'updated_at': '2022-04-06T11:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '5e390710-3fb6-4b88-8209-7e33caeaa77c', 'name': '', 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0', 'tenant_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'mac_address': 'fa:16:3e:8c:d3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316a79c-df63-4397-b61b-cf72db824129', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:55Z', 'updated_at': '2022-04-06T10:59:59Z', 'revision_number': 5, 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'subnets': [{'id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4b74e5a-5516-4d83-baf4-c5dd0457e04f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:08.894107 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Checking router: d316a79c-df63-4397-b61b-cf72db824129 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:08.894464 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Updating router d316a79c-df63-4397-b61b-cf72db824129 port d2c133ea-98d2-492d-a20b-204eb466a28b binding host dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:00:08.948859 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (d2c133ea-98d2-492d-a20b-204eb466a28b), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.272497 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Publish callbacks [] for port (d2c133ea-98d2-492d-a20b-204eb466a28b), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.349642 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (d2c133ea-98d2-492d-a20b-204eb466a28b), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.403149 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e87aed-a2ad-4440-a4eb-3082e1070abd None None] Pushing event updated for resources: {'Port': ['ID=d2c133ea-98d2-492d-a20b-204eb466a28b,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:09.405526 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Attempting to bind port d2c133ea-98d2-492d-a20b-204eb466a28b on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:09.405900 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Attempting to bind port d2c133ea-98d2-492d-a20b-204eb466a28b by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:09.406265 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Attempting to bind port d2c133ea-98d2-492d-a20b-204eb466a28b on network b8e3ac99-7604-4669-8bd3-91990de5fe29 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:09.418699 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:09.419082 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Checking segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:09.419514 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.419905 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Bound using segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:09.420891 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Bound port: d2c133ea-98d2-492d-a20b-204eb466a28b, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:09.424364 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (d2c133ea-98d2-492d-a20b-204eb466a28b), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.476060 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] For port d2c133ea-98d2-492d-a20b-204eb466a28b, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:09.478995 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] For port d2c133ea-98d2-492d-a20b-204eb466a28b, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=d2c133ea-98d2-492d-a20b-204eb466a28b,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:09.572654 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (d2c133ea-98d2-492d-a20b-204eb466a28b), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.621211 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Routers {'d316a79c-df63-4397-b61b-cf72db824129'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:09.621815 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T10:59:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['d316a79c-df63-4397-b61b-cf72db824129'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:09.672812 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e87aed-a2ad-4440-a4eb-3082e1070abd None None] Pushing event updated for resources: {'Port': ['ID=d2c133ea-98d2-492d-a20b-204eb466a28b,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:09.746723 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] Set router d316a79c-df63-4397-b61b-cf72db824129 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:09.966575 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd316a79c-df63-4397-b61b-cf72db824129', 'name': 'router1', 'tenant_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd2c133ea-98d2-492d-a20b-204eb466a28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:45Z', 'updated_at': '2022-04-06T11:00:04Z', 'revision_number': 4, 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'gw_port': {'id': 'd2c133ea-98d2-492d-a20b-204eb466a28b', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:62:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd316a79c-df63-4397-b61b-cf72db824129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:04Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '5e390710-3fb6-4b88-8209-7e33caeaa77c', 'name': '', 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0', 'tenant_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'mac_address': 'fa:16:3e:8c:d3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316a79c-df63-4397-b61b-cf72db824129', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:55Z', 'updated_at': '2022-04-06T10:59:59Z', 'revision_number': 5, 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'subnets': [{'id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4b74e5a-5516-4d83-baf4-c5dd0457e04f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:09.994262 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a6b3a-8076-4143-aed0-4454948015dd None None] The sync data for ids ['d316a79c-df63-4397-b61b-cf72db824129'] in dv-cinder-836072-2-iscsi is: [{'id': 'd316a79c-df63-4397-b61b-cf72db824129', 'name': 'router1', 'tenant_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'd2c133ea-98d2-492d-a20b-204eb466a28b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:45Z', 'updated_at': '2022-04-06T11:00:04Z', 'revision_number': 4, 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'gw_port': {'id': 'd2c133ea-98d2-492d-a20b-204eb466a28b', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:62:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd316a79c-df63-4397-b61b-cf72db824129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:04Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '5e390710-3fb6-4b88-8209-7e33caeaa77c', 'name': '', 'network_id': 'a066e25c-5ad1-4f14-a9f0-7232769528e0', 'tenant_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'mac_address': 'fa:16:3e:8c:d3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd316a79c-df63-4397-b61b-cf72db824129', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:55Z', 'updated_at': '2022-04-06T10:59:59Z', 'revision_number': 5, 'project_id': 'c0acfd6cac5d493e9d1064ecf9357aa5', 'subnets': [{'id': 'a5bcc862-b1e4-4d82-81c2-be4c7b8106da', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b4b74e5a-5516-4d83-baf4-c5dd0457e04f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:11.062884 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device d2c133ea-98d2-492d-a20b-204eb466a28b up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:11.113176 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port d2c133ea-98d2-492d-a20b-204eb466a28b triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:11.113573 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (d2c133ea-98d2-492d-a20b-204eb466a28b), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.228353 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port d2c133ea-98d2-492d-a20b-204eb466a28b is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:11.229180 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (d2c133ea-98d2-492d-a20b-204eb466a28b), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.252917 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port d2c133ea-98d2-492d-a20b-204eb466a28b, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=d2c133ea-98d2-492d-a20b-204eb466a28b,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:11.338095 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (d2c133ea-98d2-492d-a20b-204eb466a28b), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.385748 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=d2c133ea-98d2-492d-a20b-204eb466a28b,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:13.065287 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device d2c133ea-98d2-492d-a20b-204eb466a28b up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:13.121332 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port d2c133ea-98d2-492d-a20b-204eb466a28b triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:13.122087 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (d2c133ea-98d2-492d-a20b-204eb466a28b), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.243891 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port d2c133ea-98d2-492d-a20b-204eb466a28b is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:21.875215 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c5f8f436-b2dc-4091-b9a4-aab0e6fbf6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.269087 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-449befff-268c-4c3b-be6a-e61121578f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.218971 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.720881 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:28.251568 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:29.052571 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 5 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:00:52.371294 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6163471d-8df6-418a-aa2e-c0623fd8ee7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.251821 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5581-3228-420a-afd7-280becc2d378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:55.211242 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:56.724568 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:58.245888 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.051316 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 5 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:01:21.895899 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-623cc122-5a17-4c11-a174-6f7453173cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:24.286021 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-72d51d9e-092c-4596-adb9-b36186c7ad84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:25.210521 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:26.702225 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:28.239323 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:31.731814 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45046) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:31.792162 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cc53e4-983e-4fd2-8ffa-63e0fd4bb1f7 admin admin] GET failed (client error): The resource could not be found. Apr 06 11:01:31.793476 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-31cc53e4-983e-4fd2-8ffa-63e0fd4bb1f7 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607102 Apr 06 11:01:31.952620 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b9db74-493e-4d03-aadf-3c6c208874d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:31.954174 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-46b9db74-493e-4d03-aadf-3c6c208874d3 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1560133 Apr 06 11:01:34.256614 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45056) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:34.345449 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea77db-d3e2-4d3b-8060-692f442db0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:34.346758 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a5ea77db-d3e2-4d3b-8060-692f442db0b0 admin admin] 10.222.0.62 "GET /v2.0/subnets/a5bcc862-b1e4-4d82-81c2-be4c7b8106da HTTP/1.1" status: 200 len: 849 time: 0.0891430 Apr 06 11:01:34.355866 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:34.439830 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Publish callbacks [] for subnet (a5bcc862-b1e4-4d82-81c2-be4c7b8106da), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.638289 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730062170637'] for subnet (a5bcc862-b1e4-4d82-81c2-be4c7b8106da), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.668453 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:34.669075 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.670926 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] 10.222.0.62 "PUT /v2.0/subnets/a5bcc862-b1e4-4d82-81c2-be4c7b8106da HTTP/1.1" status: 200 len: 868 time: 0.3180521 Apr 06 11:01:34.680701 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d181d92e-af40-4685-bdf6-8e5975462d0e None None] Network a066e25c-5ad1-4f14-a9f0-7232769528e0 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:01:34.694918 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5bcc862-b1e4-4d82-81c2-be4c7b8106da,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:34.702486 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.702854 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.703201 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.703546 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.703882 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.704215 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.704544 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.704872 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.705266 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.705608 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.705952 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.706357 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.706718 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.707011 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:34.707342 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07d814e-69e7-47d6-9f92-5e03a7e82f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:35.015180 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-13ceebf8-3ba9-44f9-a322-1562faf3be39 None None] Provisioning complete for port 5e390710-3fb6-4b88-8209-7e33caeaa77c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:35.015575 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-13ceebf8-3ba9-44f9-a322-1562faf3be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (5e390710-3fb6-4b88-8209-7e33caeaa77c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:35.093359 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-13ceebf8-3ba9-44f9-a322-1562faf3be39 None None] Current status of the port 5e390710-3fb6-4b88-8209-7e33caeaa77c is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:35.103217 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-13ceebf8-3ba9-44f9-a322-1562faf3be39 None None] Provisioning complete for port 93ac7135-e4c9-4db2-9751-75f8a512a345 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:35.103604 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-13ceebf8-3ba9-44f9-a322-1562faf3be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (93ac7135-e4c9-4db2-9751-75f8a512a345), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:35.174713 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-13ceebf8-3ba9-44f9-a322-1562faf3be39 None None] Current status of the port 93ac7135-e4c9-4db2-9751-75f8a512a345 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:36.984268 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 45064) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:37.243827 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f940f4-09b1-4b69-93f3-f5e8d56ae87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:37.244319 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f940f4-09b1-4b69-93f3-f5e8d56ae87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:37.246017 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-51f940f4-09b1-4b69-93f3-f5e8d56ae87a admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2608180 Apr 06 11:01:39.560013 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45074) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:39.761679 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b0cbaa-ade3-4572-9b90-021fc8cbd14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:39.762076 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b0cbaa-ade3-4572-9b90-021fc8cbd14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:39.764198 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-37b0cbaa-ade3-4572-9b90-021fc8cbd14c admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027013 Apr 06 11:01:42.096278 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45082) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:42.227955 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a814e320-8a28-47fa-b01d-046567c05671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:42.229375 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a814e320-8a28-47fa-b01d-046567c05671 admin admin] 10.222.0.62 "GET /v2.0/networks/a066e25c-5ad1-4f14-a9f0-7232769528e0 HTTP/1.1" status: 200 len: 869 time: 0.1320944 Apr 06 11:01:43.050198 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 5 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:01:44.557505 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45090) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:44.785426 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce429a13-755c-4df4-9b0d-eb524deae749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:44.786702 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ce429a13-755c-4df4-9b0d-eb524deae749 admin admin] 10.222.0.62 "GET /v2.0/networks/b8e3ac99-7604-4669-8bd3-91990de5fe29 HTTP/1.1" status: 200 len: 886 time: 0.2282503 Apr 06 11:01:47.087834 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45098) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:47.209414 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2ee4ad-4b09-4faf-8316-077424e84c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:47.209876 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2ee4ad-4b09-4faf-8316-077424e84c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:47.211403 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5b2ee4ad-4b09-4faf-8316-077424e84c13 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226141 Apr 06 11:01:49.518666 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45106) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:49.611082 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de365c13-f636-4723-897b-a45e7711ba2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:49.611541 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de365c13-f636-4723-897b-a45e7711ba2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:49.613042 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-de365c13-f636-4723-897b-a45e7711ba2b admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934258 Apr 06 11:01:51.907486 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e13a0075-9054-42c2-9755-b793fe1a49a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:51.913004 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45114) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:51.998241 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a95bd-4458-4144-86da-5c14f8805de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:51.999552 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-415a95bd-4458-4144-86da-5c14f8805de3 admin admin] 10.222.0.62 "GET /v2.0/subnets/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77 HTTP/1.1" status: 200 len: 816 time: 0.0855744 Apr 06 11:01:54.278845 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-47640ec4-765e-4eb1-8287-5fe1487a9408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:54.339520 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45122) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:54.430126 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7139f769-1d0a-45cc-8ef3-c4af9b2e56bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:54.431447 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-7139f769-1d0a-45cc-8ef3-c4af9b2e56bd admin admin] 10.222.0.62 "GET /v2.0/subnets/a5bcc862-b1e4-4d82-81c2-be4c7b8106da HTTP/1.1" status: 200 len: 868 time: 0.0909727 Apr 06 11:01:55.216086 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:56.747504 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:58.261869 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:20.048282 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 5 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:02:21.895446 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bdc0058f-acba-4da8-ad52-794f67d5b6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.299907 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-958ecad9-1479-474d-a16c-3516cb2ea326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:25.226883 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.706811 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:28.255412 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:35.570212 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45180) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:35.617854 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [None req-a37a4389-a41e-4195-96ba-5688833cef2e admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:02:35.618908 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a37a4389-a41e-4195-96ba-5688833cef2e admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476844 Apr 06 11:02:38.007241 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45188) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:38.067009 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-240b9012-1590-44e9-b420-b66ddff51d43 admin admin] GET failed (client error): The resource could not be found. Apr 06 11:02:38.068266 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-240b9012-1590-44e9-b420-b66ddff51d43 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600619 Apr 06 11:02:38.151821 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1624b71a-b2ec-4019-a1e1-dc705e1f7f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:38.153327 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-1624b71a-b2ec-4019-a1e1-dc705e1f7f70 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0810328 Apr 06 11:02:40.498810 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45196) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:40.545028 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:40.655308 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Made reservation on behalf of 279d4a89a1294ac096e396e32f9abd36 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:02:40.657684 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.686567 dv-cinder-836072-2-iscsi neutron-server[104087]: WARNING neutron.services.revisions.revision_plugin [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Could not find related network for resource to bump revision. Apr 06 11:02:40.697139 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:02:40.705858 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (b8ca3ccf-6f11-4dd0-b45b-2984c10772ac), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.706197 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Added segment b8ca3ccf-6f11-4dd0-b45b-2984c10772ac of type vlan for network bd6cbcd1-d00b-4c1c-86df-ed33f8c36065 Apr 06 11:02:40.743216 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (bd6cbcd1-d00b-4c1c-86df-ed33f8c36065), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.820180 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (bd6cbcd1-d00b-4c1c-86df-ed33f8c36065), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.821146 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:40.821718 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.880256 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Pushing event updated for resources: {'Network': ['ID=bd6cbcd1-d00b-4c1c-86df-ed33f8c36065,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:40.886675 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.887020 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.887359 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.887852 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.888214 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.888541 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.888866 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.889216 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.892389 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.892389 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.892389 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.892389 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.892389 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.892389 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.892389 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:40.902394 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network bd6cbcd1-d00b-4c1c-86df-ed33f8c36065 details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:02:40.943270 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b176a628-56e7-44a1-92a8-452a1726d214 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4432986 Apr 06 11:02:43.276462 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45204) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:43.337550 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4af83e1-157f-4286-98b9-539f2df4a5cb admin admin] GET failed (client error): The resource could not be found. Apr 06 11:02:43.338839 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c4af83e1-157f-4286-98b9-539f2df4a5cb admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612960 Apr 06 11:02:43.408769 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012bdc56-ce6f-4af4-aa33-26ce5e538d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:43.410832 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-012bdc56-ce6f-4af4-aa33-26ce5e538d1b admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680192 Apr 06 11:02:43.420497 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a528f8ea-745a-4024-9fce-f051e2052b61 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:43.494108 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a528f8ea-745a-4024-9fce-f051e2052b61 admin admin] Made reservation on behalf of 279d4a89a1294ac096e396e32f9abd36 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:02:43.496328 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a528f8ea-745a-4024-9fce-f051e2052b61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:43.706990 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a528f8ea-745a-4024-9fce-f051e2052b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for subnet (58eb9101-3d87-485e-82de-f1eeb94650bd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:43.760321 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528f8ea-745a-4024-9fce-f051e2052b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58eb9101-3d87-485e-82de-f1eeb94650bd,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:43.768726 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528f8ea-745a-4024-9fce-f051e2052b61 admin admin] Checking segment: {'id': 'b8ca3ccf-6f11-4dd0-b45b-2984c10772ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:02:43.769100 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a528f8ea-745a-4024-9fce-f051e2052b61 admin admin] Network hostable DHCP agents. Network: bd6cbcd1-d00b-4c1c-86df-ed33f8c36065, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:02:43.860789 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a528f8ea-745a-4024-9fce-f051e2052b61 admin admin] Network bd6cbcd1-d00b-4c1c-86df-ed33f8c36065 is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:02:43.991746 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a528f8ea-745a-4024-9fce-f051e2052b61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, bd6cbcd1-d00b-4c1c-86df-ed33f8c36065) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:02:43.996410 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a528f8ea-745a-4024-9fce-f051e2052b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:43.996410 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a528f8ea-745a-4024-9fce-f051e2052b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.001700 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf731589-9258-4efd-aee2-1f2711af6355 None None] Network bd6cbcd1-d00b-4c1c-86df-ed33f8c36065 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:02:44.098263 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a528f8ea-745a-4024-9fce-f051e2052b61 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6811504 Apr 06 11:02:44.199912 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28525485-dc93-55e7-828a-302e78cf7f1a-bd6cbcd1-d00b-4c1c-86df-ed33f8c36065', 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065', 'project_id': '279d4a89a1294ac096e396e32f9abd36', 'fixed_ips': [{'subnet_id': '58eb9101-3d87-485e-82de-f1eeb94650bd'}]}} from dv-cinder-836072-2-iscsi. {{(pid=104089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:02:44.200973 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.520645 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Allocated IP 192.168.233.2 (bd6cbcd1-d00b-4c1c-86df-ed33f8c36065/58eb9101-3d87-485e-82de-f1eeb94650bd/65135ef6-c232-49aa-a82e-46e0ce8513ad) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:02:44.665248 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Publish callbacks [] for port (65135ef6-c232-49aa-a82e-46e0ce8513ad), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.741482 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (65135ef6-c232-49aa-a82e-46e0ce8513ad), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.779657 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Network bd6cbcd1-d00b-4c1c-86df-ed33f8c36065 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:02:44.785353 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:02:44.788326 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:02:44.799021 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Pushing event updated for resources: {'Port': ['ID=65135ef6-c232-49aa-a82e-46e0ce8513ad,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:44.819728 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.820081 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.820441 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.820803 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.821157 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.821534 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.821860 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.822185 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.822510 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.822834 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.823161 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.823499 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.823825 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.824140 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.824458 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:44.861884 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Attempting to bind port 65135ef6-c232-49aa-a82e-46e0ce8513ad on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:02:44.862255 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Attempting to bind port 65135ef6-c232-49aa-a82e-46e0ce8513ad by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': 'b8ca3ccf-6f11-4dd0-b45b-2984c10772ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:02:44.862641 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Attempting to bind port 65135ef6-c232-49aa-a82e-46e0ce8513ad on network bd6cbcd1-d00b-4c1c-86df-ed33f8c36065 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:02:44.867654 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:02:44.868026 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Checking segment: {'id': 'b8ca3ccf-6f11-4dd0-b45b-2984c10772ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:02:44.868427 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.873593 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Bound using segment: {'id': 'b8ca3ccf-6f11-4dd0-b45b-2984c10772ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:02:44.873593 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Bound port: 65135ef6-c232-49aa-a82e-46e0ce8513ad, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ca3ccf-6f11-4dd0-b45b-2984c10772ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:02:44.873593 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (65135ef6-c232-49aa-a82e-46e0ce8513ad), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.933995 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] For port 65135ef6-c232-49aa-a82e-46e0ce8513ad, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:02:44.936986 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] For port 65135ef6-c232-49aa-a82e-46e0ce8513ad, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=65135ef6-c232-49aa-a82e-46e0ce8513ad,segment=NetworkSegment(b8ca3ccf-6f11-4dd0-b45b-2984c10772ac),segment_id=b8ca3ccf-6f11-4dd0-b45b-2984c10772ac)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:02:44.987024 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (65135ef6-c232-49aa-a82e-46e0ce8513ad), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.042599 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd4d6a-faaf-464b-853f-a9e72833f550 None None] Pushing event updated for resources: {'Port': ['ID=65135ef6-c232-49aa-a82e-46e0ce8513ad,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:45.894217 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a391f9-e257-4ac6-9dbf-c02dbe3f2010 None None] Network bd6cbcd1-d00b-4c1c-86df-ed33f8c36065 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:02:46.007581 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-ac635075-f9db-4cb3-9e8e-debdc5f6912f None None] Provisioning complete for port 65135ef6-c232-49aa-a82e-46e0ce8513ad triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:02:46.007967 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ac635075-f9db-4cb3-9e8e-debdc5f6912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (65135ef6-c232-49aa-a82e-46e0ce8513ad), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.090885 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ac635075-f9db-4cb3-9e8e-debdc5f6912f None None] Current status of the port 65135ef6-c232-49aa-a82e-46e0ce8513ad is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:02:46.091556 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ac635075-f9db-4cb3-9e8e-debdc5f6912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (65135ef6-c232-49aa-a82e-46e0ce8513ad), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.126027 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ac635075-f9db-4cb3-9e8e-debdc5f6912f None None] For port 65135ef6-c232-49aa-a82e-46e0ce8513ad, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=65135ef6-c232-49aa-a82e-46e0ce8513ad,segment=NetworkSegment(b8ca3ccf-6f11-4dd0-b45b-2984c10772ac),segment_id=b8ca3ccf-6f11-4dd0-b45b-2984c10772ac)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:46.209410 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ac635075-f9db-4cb3-9e8e-debdc5f6912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (65135ef6-c232-49aa-a82e-46e0ce8513ad), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.260462 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac635075-f9db-4cb3-9e8e-debdc5f6912f None None] Pushing event updated for resources: {'Port': ['ID=65135ef6-c232-49aa-a82e-46e0ce8513ad,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:46.330441 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-d1688ba5-7e25-42dd-9d9b-7fb3dfde8586 None None] Provisioning complete for port 65135ef6-c232-49aa-a82e-46e0ce8513ad triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:02:46.330823 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d1688ba5-7e25-42dd-9d9b-7fb3dfde8586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (65135ef6-c232-49aa-a82e-46e0ce8513ad), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.406291 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-d1688ba5-7e25-42dd-9d9b-7fb3dfde8586 None None] Current status of the port 65135ef6-c232-49aa-a82e-46e0ce8513ad is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:02:47.116999 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 65135ef6-c232-49aa-a82e-46e0ce8513ad up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:02:47.163372 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 65135ef6-c232-49aa-a82e-46e0ce8513ad triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:02:47.163756 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (65135ef6-c232-49aa-a82e-46e0ce8513ad), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:47.240825 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 65135ef6-c232-49aa-a82e-46e0ce8513ad is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:02:51.900523 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a19219b2-2e0e-4e60-8495-4ec656cb2254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.306478 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5100affb-fbf0-48dd-bb74-0e6f541f4a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:55.237046 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:56.729213 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:57.046506 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 5 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:02:58.283358 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.899880 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b7ffbfd2-bb25-49e1-a066-a6acbbadbb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:24.277381 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b7dd1e83-eb42-44af-8716-3e71ffd853f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:25.237450 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:26.746000 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:28.254436 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:34.045347 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 5 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:03:51.894001 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c4e19d9b-c539-4091-ba36-e8560d413200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:54.276744 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a2f98c8a-e739-4048-b0e0-063e7b55412e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:55.236472 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.717252 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:58.248475 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:11.044355 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 5 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:04:21.887893 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce67a-3974-4970-8145-a077a74a0081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:22.285593 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 45242) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:04:22.292345 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [None req-3734cb18-4cfe-4b15-96c2-4f681e7220e7 tempest-verify_tempest_config-518321224 tempest-verify_tempest_config-518321224-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:04:22.293301 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3734cb18-4cfe-4b15-96c2-4f681e7220e7 tempest-verify_tempest_config-518321224 tempest-verify_tempest_config-518321224-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067267 Apr 06 11:04:22.927124 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 45260) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:04:23.037076 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:23.137294 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Publish callbacks [] for security_group (06d64166-8fa1-409f-a7ea-d24cda6f3fa9), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:23.212554 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (06d64166-8fa1-409f-a7ea-d24cda6f3fa9), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:23.252130 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=40f9f688b1674c64b44abce96149d472&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3239603 Apr 06 11:04:23.254894 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45266) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:04:23.264275 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d64166-8fa1-409f-a7ea-d24cda6f3fa9,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:23.273463 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.279564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad31c61-2cdb-48af-9049-a3d628efafcd admin admin] Tracked resource versions report: Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: pushed versions: Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: { 'AddressGroup': {'1.2'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Agent': {'1.1'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'ConntrackHelper': {'1.0'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Log': {'1.0'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'NDPProxy': {'1.0'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Network': {'1.1'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Port': {'1.7'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'PortForwarding': {'1.3'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'QosPolicy': {'1.10'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'SecurityGroup': {'1.5'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'SubPort': {'1.0'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Subnet': {'1.1'}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Trunk': {'1.1'}} Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: consumer versions: Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: { DHCP agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: L3 agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: Metadata agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: Metering agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: Open vSwitch agent@dv-cinder-836072-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Agent': '1.1', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'ConntrackHelper': '1.0', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'LocalIPAssociation': '1.0', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Log': '1.0', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'NDPProxy': '1.0', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Network': '1.1', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Port': '1.7', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'PortForwarding': '1.3', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'QosPolicy': '1.10', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'SecurityGroup': '1.5', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'SecurityGroupRule': '1.2', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'SubPort': '1.0', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Subnet': '1.1', Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Trunk': '1.1'}} Apr 06 11:04:23.281123 dv-cinder-836072-2-iscsi neutron-server[104088]: {{(pid=104088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:04:23.315587 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Publish callbacks [] for security_group (06d64166-8fa1-409f-a7ea-d24cda6f3fa9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:23.336154 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Publish callbacks [] for security_group (06d64166-8fa1-409f-a7ea-d24cda6f3fa9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:23.493635 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (06d64166-8fa1-409f-a7ea-d24cda6f3fa9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:23.496175 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:23.497342 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06d64166-8fa1-409f-a7ea-d24cda6f3fa9 HTTP/1.1" status: 204 len: 168 time: 0.2414172 Apr 06 11:04:23.505674 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d64166-8fa1-409f-a7ea-d24cda6f3fa9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:23.512325 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.512678 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.513043 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.513423 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.513762 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.514631 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.514959 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.515291 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.515636 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.515986 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.516300 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.516650 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.516978 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.517341 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:23.517656 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5ea669-0e0d-4baf-b9d9-07abe3eaa810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:24.322223 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2c56552a-39cf-4b5c-bb36-f3bbc2b95e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:25.270381 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:26.704872 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:28.286620 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:48.043387 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 5 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:04:51.915278 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5ba93df5-b8b3-4eeb-a713-e79b5187268b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:54.258280 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-23c720d3-aec4-49b3-81ee-b340f3d27073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:55.246276 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:56.692662 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:58.252959 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:21.909301 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d75d335e-ea18-4f34-a585-05dfc1fc65b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:24.274574 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a4432636-23c3-4101-95b9-086f905c5bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:25.041791 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 5 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:05:25.240525 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:26.710219 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:28.274425 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:51.897153 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-988a8239-2946-42fb-899a-745438f0f92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.245791 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-21ea51c7-bb7d-4e5f-ac1c-9b5b396ec890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:55.257343 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:56.713569 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:58.274450 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:02.039948 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 5 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:06:14.908776 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8041821'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:21.896776 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a0c9faf5-6329-4bf4-a727-95716c4597ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:24.251417 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4fec9487-1755-4227-b042-8bdb484c828f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:25.239592 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:26.730977 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:28.268354 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:28.367576 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45340) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:28.470880 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f4d8be49-ec99-4ff3-bd32-852d15804625 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1022031 Apr 06 11:06:30.811313 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45350) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:30.868737 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9e104268-b9dc-46ce-84ad-0ffa0432e4c8 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0563359 Apr 06 11:06:39.039175 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:06:44.833555 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:51.903645 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6d687db5-f7c0-445d-8594-ab770ec8d50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:54.256626 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-16496115-1cde-47de-aa0e-5f76e4d48b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:55.290551 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:56.753454 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:58.278910 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:14.804678 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:16.038681 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:07:21.901656 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-52f19cf2-d55b-474f-a2f5-1a34fc72fc59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:24.273146 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-71151de1-6d07-437d-8ab9-5c141ef05444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:25.265911 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:26.747573 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:28.278535 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:44.826583 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:51.906913 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cda21a85-f6f3-4865-8277-ae223d106445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:53.039937 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:07:54.260725 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d72e7255-92a2-4153-9550-c8dfc3899cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:55.266278 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:56.740808 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:58.294863 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:14.860812 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:17.890800 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45538) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:17.919105 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45544) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:18.260305 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-network', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:18.296577 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2107558694-network', 'tenant_id': '92825d48c6c044b3bad475b05c9d138f'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:18.335006 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Made reservation on behalf of aeca9938df6a4f308208d5b9370aff6d for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:18.337321 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.345795 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.427030 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Publish callbacks [] for security_group (910af63c-b801-4f39-b8f8-28a1133c1589), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.428754 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Made reservation on behalf of 92825d48c6c044b3bad475b05c9d138f for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:18.431172 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.440468 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.497888 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (910af63c-b801-4f39-b8f8-28a1133c1589), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.520346 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:08:18.541683 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (db3fd1d8-e00a-4a2d-8064-a05d55844bd0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.542025 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Added segment db3fd1d8-e00a-4a2d-8064-a05d55844bd0 of type vlan for network 723de1ee-b3fa-4231-9470-1bc702945e4e Apr 06 11:08:18.559070 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Publish callbacks [] for security_group (89fe281e-26fb-40a7-ad7d-78226b07e2e8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.600074 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910af63c-b801-4f39-b8f8-28a1133c1589,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:18.603732 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (723de1ee-b3fa-4231-9470-1bc702945e4e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.612460 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.612817 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.613210 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.613558 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.613916 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.614783 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.615114 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.615447 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.615788 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.616116 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.616653 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.617004 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.617357 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.617680 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.618002 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Tracked resource versions report: Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: pushed versions: Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: { 'AddressGroup': {'1.2'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Agent': {'1.1'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'ConntrackHelper': {'1.0'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Log': {'1.0'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'NDPProxy': {'1.0'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Network': {'1.1'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Port': {'1.7'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'PortForwarding': {'1.3'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'QosPolicy': {'1.10'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'SecurityGroup': {'1.5'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'SubPort': {'1.0'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Subnet': {'1.1'}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Trunk': {'1.1'}} Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: consumer versions: Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: { DHCP agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: HyperV agent@hv-cinder-83607: {}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: L3 agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: Metadata agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: Metering agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: Open vSwitch agent@dv-cinder-836072-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Agent': '1.1', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'ConntrackHelper': '1.0', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'LocalIPAssociation': '1.0', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Log': '1.0', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'NDPProxy': '1.0', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Network': '1.1', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Port': '1.7', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'PortForwarding': '1.3', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'QosPolicy': '1.10', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'SecurityGroup': '1.5', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'SecurityGroupRule': '1.2', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'SubPort': '1.0', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Subnet': '1.1', Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: 'Trunk': '1.1'}} Apr 06 11:08:18.619231 dv-cinder-836072-2-iscsi neutron-server[104087]: {{(pid=104087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:08:18.628068 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (89fe281e-26fb-40a7-ad7d-78226b07e2e8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.671296 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fe281e-26fb-40a7-ad7d-78226b07e2e8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:18.675560 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:08:18.687034 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (4d663150-9094-4715-aa54-0baee412baac), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.687724 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Added segment 4d663150-9094-4715-aa54-0baee412baac of type vlan for network 06cffd94-bed2-49e1-ab85-3004b891a139 Apr 06 11:08:18.716396 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (723de1ee-b3fa-4231-9470-1bc702945e4e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.717371 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:18.717941 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.746650 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (06cffd94-bed2-49e1-ab85-3004b891a139), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.800005 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] Pushing event updated for resources: {'Network': ['ID=723de1ee-b3fa-4231-9470-1bc702945e4e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:18.811158 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network 723de1ee-b3fa-4231-9470-1bc702945e4e details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:08:18.823565 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5774eb5e-8a9f-475e-ac9f-75431a356c69 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9031575 Apr 06 11:08:18.827452 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 45580) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:18.836164 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Request body: {'subnet': {'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-subnet', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:18.864719 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45584) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:18.912609 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (06cffd94-bed2-49e1-ab85-3004b891a139), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.913861 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:18.914744 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.975351 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Made reservation on behalf of aeca9938df6a4f308208d5b9370aff6d for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:18.979056 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.983873 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] Pushing event updated for resources: {'Network': ['ID=06cffd94-bed2-49e1-ab85-3004b891a139,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:18.995231 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network 06cffd94-bed2-49e1-ab85-3004b891a139 details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:08:19.046241 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-bdc279bc-ba8f-49a3-8928-e0cefabfae40 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1543572 Apr 06 11:08:19.049043 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45594) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:19.064977 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3f32e16b-8bf9-43c7-9459-9dffa0816c75 admin admin] Request body: {'subnet': {'network_id': '06cffd94-bed2-49e1-ab85-3004b891a139', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2107558694-subnet', 'tenant_id': '92825d48c6c044b3bad475b05c9d138f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:19.152243 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f32e16b-8bf9-43c7-9459-9dffa0816c75 admin admin] Made reservation on behalf of 92825d48c6c044b3bad475b05c9d138f for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:19.154688 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f32e16b-8bf9-43c7-9459-9dffa0816c75 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.244262 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45602) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:19.251842 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-646698462-network', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:19.377486 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Made reservation on behalf of 570fcc7ba7fd442190ca2be7ca059e29 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:19.381129 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.400924 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.430442 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for subnet (aaeedc9a-09ce-4d61-a72a-cdddeddf087c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.478834 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f32e16b-8bf9-43c7-9459-9dffa0816c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for subnet (be318d27-c4be-45c5-9636-3fb0cf5100d8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.498743 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaeedc9a-09ce-4d61-a72a-cdddeddf087c,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:19.508848 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.509502 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.510610 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.511317 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.511970 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.512499 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.512980 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.513477 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.513971 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Tracked resource versions report: Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: pushed versions: Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: { 'AddressGroup': {'1.2'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Agent': {'1.1'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'ConntrackHelper': {'1.0'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Log': {'1.0'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'NDPProxy': {'1.0'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Network': {'1.1'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Port': {'1.7'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'PortForwarding': {'1.3'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'QosPolicy': {'1.10'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'SecurityGroup': {'1.5'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'SubPort': {'1.0'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Subnet': {'1.1'}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Trunk': {'1.1'}} Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: consumer versions: Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: { DHCP agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: HyperV agent@hv-cinder-83607: {}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: L3 agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: Metadata agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: Metering agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: Open vSwitch agent@dv-cinder-836072-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Agent': '1.1', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'ConntrackHelper': '1.0', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'LocalIPAssociation': '1.0', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Log': '1.0', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'NDPProxy': '1.0', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Network': '1.1', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Port': '1.7', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'PortForwarding': '1.3', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'QosPolicy': '1.10', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'SecurityGroup': '1.5', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'SecurityGroupRule': '1.2', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'SubPort': '1.0', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Subnet': '1.1', Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: 'Trunk': '1.1'}} Apr 06 11:08:19.518572 dv-cinder-836072-2-iscsi neutron-server[104088]: {{(pid=104088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:08:19.530615 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Checking segment: {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:19.532291 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Network hostable DHCP agents. Network: 723de1ee-b3fa-4231-9470-1bc702945e4e, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:08:19.556130 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32e16b-8bf9-43c7-9459-9dffa0816c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be318d27-c4be-45c5-9636-3fb0cf5100d8,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:19.587614 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Publish callbacks [] for security_group (2156e1e5-4aae-4469-89d0-1928ff674ebd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.607189 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f32e16b-8bf9-43c7-9459-9dffa0816c75 admin admin] Checking segment: {'id': '4d663150-9094-4715-aa54-0baee412baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '06cffd94-bed2-49e1-ab85-3004b891a139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:19.607627 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32e16b-8bf9-43c7-9459-9dffa0816c75 admin admin] Network hostable DHCP agents. Network: 06cffd94-bed2-49e1-ab85-3004b891a139, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:08:19.650289 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Network 723de1ee-b3fa-4231-9470-1bc702945e4e is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:08:19.699314 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-214463319-network', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:19.713713 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (2156e1e5-4aae-4469-89d0-1928ff674ebd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.760566 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32e16b-8bf9-43c7-9459-9dffa0816c75 admin admin] Network 06cffd94-bed2-49e1-ab85-3004b891a139 is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:08:19.765938 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2156e1e5-4aae-4469-89d0-1928ff674ebd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:19.773319 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:08:19.789738 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (942725e5-57f5-4221-bafa-ea36b07d3a0b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.789738 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Added segment 942725e5-57f5-4221-bafa-ea36b07d3a0b of type vlan for network 07045d9f-861e-4356-bcd4-b929f0eac50e Apr 06 11:08:19.825650 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Made reservation on behalf of 8bcfb6262bb7416b985b1d670dcdf4ec for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:19.828275 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.835143 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, 723de1ee-b3fa-4231-9470-1bc702945e4e) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:19.852456 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:19.853021 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.854839 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a32699-9264-4029-9793-b62c439a7939 None None] Network 723de1ee-b3fa-4231-9470-1bc702945e4e requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:08:19.855343 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.873177 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (07045d9f-861e-4356-bcd4-b929f0eac50e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.898657 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-3f32e16b-8bf9-43c7-9459-9dffa0816c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, 06cffd94-bed2-49e1-ab85-3004b891a139) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:19.904505 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32e16b-8bf9-43c7-9459-9dffa0816c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:19.906287 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f32e16b-8bf9-43c7-9459-9dffa0816c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.914941 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f5ee0-d27e-43c0-b9ff-00a7bad82122 None None] Network 06cffd94-bed2-49e1-ab85-3004b891a139 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:08:19.986027 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-cf3ba62d-6a28-4989-8568-b56ec23d4691 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1573918 Apr 06 11:08:19.988661 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 45636) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:19.995400 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:20.008184 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Publish callbacks [] for security_group (748e412d-330c-49f1-983c-eb47af2bdc8e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.025244 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3f32e16b-8bf9-43c7-9459-9dffa0816c75 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9737909 Apr 06 11:08:20.053768 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28525485-dc93-55e7-828a-302e78cf7f1a-723de1ee-b3fa-4231-9470-1bc702945e4e', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c'}]}} from dv-cinder-836072-2-iscsi. {{(pid=104089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:08:20.054835 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.072876 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2bce9f-a3d4-458b-9169-5aedb4dd6fc6 None None] Network 06cffd94-bed2-49e1-ab85-3004b891a139 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:08:20.084266 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (748e412d-330c-49f1-983c-eb47af2bdc8e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.112791 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64461'] for router (a980543f-7172-422d-917e-c70f86e2a5cd), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.115016 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8040451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64436'] for router (a980543f-7172-422d-917e-c70f86e2a5cd), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.136961 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748e412d-330c-49f1-983c-eb47af2bdc8e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:20.154376 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (07045d9f-861e-4356-bcd4-b929f0eac50e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.154376 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:20.154376 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.264671 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:08:20.299553 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Allocated IP 172.20.0.2 (723de1ee-b3fa-4231-9470-1bc702945e4e/aaeedc9a-09ce-4d61-a72a-cdddeddf087c/a2ba245c-aca8-44c6-9421-b6166e2599fe) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:20.319036 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Publish callbacks [] for router_controller (a980543f-7172-422d-917e-c70f86e2a5cd), precommit_add_association {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.320441 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] Pushing event updated for resources: {'Network': ['ID=07045d9f-861e-4356-bcd4-b929f0eac50e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:20.324215 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (805d3b36-2ef1-4196-acc4-14453f7d3164), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.324952 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Added segment 805d3b36-2ef1-4196-acc4-14453f7d3164 of type vlan for network 1153c82f-85eb-4ccf-a631-367f6df86902 Apr 06 11:08:20.356062 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network 07045d9f-861e-4356-bcd4-b929f0eac50e details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:08:20.378493 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (1153c82f-85eb-4ccf-a631-367f6df86902), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.408640 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-842aadfd-f79b-4e10-9e45-443ddfc3a6dd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5457852 Apr 06 11:08:20.412057 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 45652) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:20.418374 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-dce0c4a6-66e2-480f-9856-894b4be9a51b admin admin] Request body: {'subnet': {'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-subnet', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:20.484401 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (1153c82f-85eb-4ccf-a631-367f6df86902), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.485745 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:20.486568 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.515592 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Publish callbacks [] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.557462 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce0c4a6-66e2-480f-9856-894b4be9a51b admin admin] Made reservation on behalf of 570fcc7ba7fd442190ca2be7ca059e29 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:20.559717 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dce0c4a6-66e2-480f-9856-894b4be9a51b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.568191 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] Pushing event updated for resources: {'Network': ['ID=1153c82f-85eb-4ccf-a631-367f6df86902,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:20.582050 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network 1153c82f-85eb-4ccf-a631-367f6df86902 details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:08:20.627846 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.651876 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-11e4be9b-77d0-4112-ad4e-c1e6ddf0a52a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4047551 Apr 06 11:08:20.654613 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45664) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:20.659656 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-80afd0f5-6bb2-4c23-acb8-9d4a25437741 admin admin] Request body: {'subnet': {'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-214463319-subnet', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:20.708345 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Publish callbacks [] for router_gateway (a980543f-7172-422d-917e-c70f86e2a5cd), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.709313 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Network 723de1ee-b3fa-4231-9470-1bc702945e4e is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:20.712687 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:20.716002 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:20.750581 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Pushing event updated for resources: {'Port': ['ID=a2ba245c-aca8-44c6-9421-b6166e2599fe,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:20.778537 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.778882 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.779245 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.779708 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.780886 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80afd0f5-6bb2-4c23-acb8-9d4a25437741 admin admin] Made reservation on behalf of 8bcfb6262bb7416b985b1d670dcdf4ec for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:20.783202 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-80afd0f5-6bb2-4c23-acb8-9d4a25437741 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.786454 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.795851 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.796195 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.796613 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.796900 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.797255 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.797587 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.797930 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.798254 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.798577 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.798899 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Tracked resource versions report: Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: pushed versions: Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: { 'AddressGroup': {'1.2'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Agent': {'1.1'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'ConntrackHelper': {'1.0'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Log': {'1.0'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'NDPProxy': {'1.0'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Network': {'1.1'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Port': {'1.7'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'PortForwarding': {'1.3'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'QosPolicy': {'1.10'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'SecurityGroup': {'1.5'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'SubPort': {'1.0'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Subnet': {'1.1'}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Trunk': {'1.1'}} Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: consumer versions: Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: { DHCP agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: HyperV agent@hv-cinder-83607: {}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: L3 agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: Metadata agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: Metering agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: Open vSwitch agent@dv-cinder-836072-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Agent': '1.1', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'ConntrackHelper': '1.0', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'LocalIPAssociation': '1.0', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Log': '1.0', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'NDPProxy': '1.0', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Network': '1.1', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Port': '1.7', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'PortForwarding': '1.3', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'QosPolicy': '1.10', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'SecurityGroup': '1.5', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'SecurityGroupRule': '1.2', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'SubPort': '1.0', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Subnet': '1.1', Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: 'Trunk': '1.1'}} Apr 06 11:08:20.800415 dv-cinder-836072-2-iscsi neutron-server[104089]: {{(pid=104089) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:08:20.818844 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Attempting to bind port a2ba245c-aca8-44c6-9421-b6166e2599fe on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:20.821414 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Attempting to bind port a2ba245c-aca8-44c6-9421-b6166e2599fe by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:20.821414 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Attempting to bind port a2ba245c-aca8-44c6-9421-b6166e2599fe on network 723de1ee-b3fa-4231-9470-1bc702945e4e {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:20.826392 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:20.826986 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Checking segment: {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:20.827633 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.828204 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Bound using segment: {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:20.828839 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Bound port: a2ba245c-aca8-44c6-9421-b6166e2599fe, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:20.829406 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.938529 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] For port a2ba245c-aca8-44c6-9421-b6166e2599fe, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:20.943029 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] For port a2ba245c-aca8-44c6-9421-b6166e2599fe, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=a2ba245c-aca8-44c6-9421-b6166e2599fe,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:20.961777 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dce0c4a6-66e2-480f-9856-894b4be9a51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for subnet (c89d16d6-7cbc-44e3-9652-f8b37712a880), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:21.016047 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:21.044473 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-80afd0f5-6bb2-4c23-acb8-9d4a25437741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for subnet (19a20e05-f19c-4ec0-af50-723b11d3fbdb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:21.072524 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0c4a6-66e2-480f-9856-894b4be9a51b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c89d16d6-7cbc-44e3-9652-f8b37712a880,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:21.077968 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce0c4a6-66e2-480f-9856-894b4be9a51b admin admin] Checking segment: {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:21.078512 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce0c4a6-66e2-480f-9856-894b4be9a51b admin admin] Network hostable DHCP agents. Network: 07045d9f-861e-4356-bcd4-b929f0eac50e, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:08:21.149344 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02df4c-473b-4538-a6e6-dddc30b46e82 None None] Pushing event updated for resources: {'Port': ['ID=a2ba245c-aca8-44c6-9421-b6166e2599fe,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:21.198362 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afd0f5-6bb2-4c23-acb8-9d4a25437741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a20e05-f19c-4ec0-af50-723b11d3fbdb,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:21.202510 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce0c4a6-66e2-480f-9856-894b4be9a51b admin admin] Network 07045d9f-861e-4356-bcd4-b929f0eac50e is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:08:21.206348 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80afd0f5-6bb2-4c23-acb8-9d4a25437741 admin admin] Checking segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:21.206703 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80afd0f5-6bb2-4c23-acb8-9d4a25437741 admin admin] Network hostable DHCP agents. Network: 1153c82f-85eb-4ccf-a631-367f6df86902, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:08:21.272462 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-dce0c4a6-66e2-480f-9856-894b4be9a51b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, 07045d9f-861e-4356-bcd4-b929f0eac50e) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:21.280300 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce0c4a6-66e2-480f-9856-894b4be9a51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:21.281617 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dce0c4a6-66e2-480f-9856-894b4be9a51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:21.283745 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c88e7f9-b66a-4854-b621-47d29bcc3875 None None] Network 07045d9f-861e-4356-bcd4-b929f0eac50e requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:08:21.329862 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80afd0f5-6bb2-4c23-acb8-9d4a25437741 admin admin] Network 1153c82f-85eb-4ccf-a631-367f6df86902 is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:08:21.330858 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Publish callbacks [] for router_gateway (a980543f-7172-422d-917e-c70f86e2a5cd), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:21.336728 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-80afd0f5-6bb2-4c23-acb8-9d4a25437741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, 1153c82f-85eb-4ccf-a631-367f6df86902) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:21.344463 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80afd0f5-6bb2-4c23-acb8-9d4a25437741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:21.345070 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-80afd0f5-6bb2-4c23-acb8-9d4a25437741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:21.376612 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2701ccd6-0243-4c5d-bb2b-b9a74caeda85 None None] Network 1153c82f-85eb-4ccf-a631-367f6df86902 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:08:21.380669 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:21.400763 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-dce0c4a6-66e2-480f-9856-894b4be9a51b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9839470 Apr 06 11:08:21.402605 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45686) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:21.407243 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:21.532669 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-80afd0f5-6bb2-4c23-acb8-9d4a25437741 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8768857 Apr 06 11:08:21.533398 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45688) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:21.550085 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:21.615769 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64461'] for router (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:21.617108 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8040451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64436'] for router (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:21.670862 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Allocated IP 172.27.3.159 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/41661076-c784-4f48-acc9-4be21e2d2681) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:21.698872 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64461'] for router (c594488c-830c-4c8f-a7b3-e0166fdb599e), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:21.699901 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8040451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64436'] for router (c594488c-830c-4c8f-a7b3-e0166fdb599e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:21.768583 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 45708) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:21.771737 dv-cinder-836072-2-iscsi neutron-server[104088]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 11:08:21.820818 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28525485-dc93-55e7-828a-302e78cf7f1a-1153c82f-85eb-4ccf-a631-367f6df86902', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb'}]}} from dv-cinder-836072-2-iscsi. {{(pid=104089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:08:21.823746 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.003096 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Publish callbacks [] for router_controller (c594488c-830c-4c8f-a7b3-e0166fdb599e), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.004362 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45714) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:22.031404 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Allocated IP 172.20.0.2 (1153c82f-85eb-4ccf-a631-367f6df86902/19a20e05-f19c-4ec0-af50-723b11d3fbdb/3c35d6de-c4b5-4f96-b08a-9cc09e822526) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:22.078824 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Publish callbacks [] for router_controller (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.103622 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-04fc5d7a-90bd-4564-b27c-3c6bfdd7d527 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:22.110651 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-04fc5d7a-90bd-4564-b27c-3c6bfdd7d527 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/networks?id=06cffd94-bed2-49e1-ab85-3004b891a139 HTTP/1.1" status: 200 len: 812 time: 0.3407328 Apr 06 11:08:22.153302 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-75974bd7-381c-4161-88da-2849c1f3b17e tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/quotas/92825d48c6c044b3bad475b05c9d138f HTTP/1.1" status: 200 len: 375 time: 0.0416107 Apr 06 11:08:22.275679 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-55b4550b-82ac-4e2c-987d-30285373d0ea tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=92825d48c6c044b3bad475b05c9d138f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214201 Apr 06 11:08:22.330992 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Publish callbacks [] for port (41661076-c784-4f48-acc9-4be21e2d2681), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.340166 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-297d0da6-a8d8-4bb9-a942-e107d1fd69d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.353953 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Publish callbacks [] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.357707 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28525485-dc93-55e7-828a-302e78cf7f1a-07045d9f-861e-4356-bcd4-b929f0eac50e', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880'}]}} from dv-cinder-836072-2-iscsi. {{(pid=104089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:08:22.358558 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.453708 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c65b78b-0178-4f38-bd30-2231867a5573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.475043 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.497182 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-997a380d-239a-42fc-bdd4-730e79d450ed service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:08:22.505891 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-997a380d-239a-42fc-bdd4-730e79d450ed service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0884285 Apr 06 11:08:22.544341 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Network 1153c82f-85eb-4ccf-a631-367f6df86902 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:22.553258 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:22.559416 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (41661076-c784-4f48-acc9-4be21e2d2681), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.581949 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:22.599722 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Pushing event updated for resources: {'Port': ['ID=3c35d6de-c4b5-4f96-b08a-9cc09e822526,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:22.608978 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Publish callbacks [] for router_gateway (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.630026 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Publish callbacks [] for router_gateway (c594488c-830c-4c8f-a7b3-e0166fdb599e), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.664791 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:22.672800 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:22.672800 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Pushing event updated for resources: {'Port': ['ID=41661076-c784-4f48-acc9-4be21e2d2681,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:22.675027 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:22.675819 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Allocated IP 172.20.0.2 (07045d9f-861e-4356-bcd4-b929f0eac50e/c89d16d6-7cbc-44e3-9652-f8b37712a880/4f043591-3fe9-4421-aa80-fb8f506278e2) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:22.688866 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Attempting to bind port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:22.689344 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Attempting to bind port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:22.689792 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Attempting to bind port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 on network 1153c82f-85eb-4ccf-a631-367f6df86902 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:22.699378 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801afb6d-66f2-468d-8ae8-ca89e3ac9385 None None] Network 723de1ee-b3fa-4231-9470-1bc702945e4e requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:08:22.741360 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:22.741842 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Checking segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:22.742327 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.742792 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Bound using segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:22.743344 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Bound port: 3c35d6de-c4b5-4f96-b08a-9cc09e822526, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:22.743795 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.759544 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c65b78b-0178-4f38-bd30-2231867a5573 admin admin] Publish callbacks [] for security_group (a7f1e60e-e989-4dbc-8d8a-5e5055b7dc56), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.805587 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-76b69c99-ea0a-42f2-b8a4-a054051ef03c service neutron] 10.222.0.62 "GET /v2.0/networks/06cffd94-bed2-49e1-ab85-3004b891a139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987473 Apr 06 11:08:22.851910 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9c65b78b-0178-4f38-bd30-2231867a5573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (a7f1e60e-e989-4dbc-8d8a-5e5055b7dc56), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.865415 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-82ef5891-4e52-42ae-b948-f82ccea12534 None None] Provisioning complete for port a2ba245c-aca8-44c6-9421-b6166e2599fe triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:22.865813 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-82ef5891-4e52-42ae-b948-f82ccea12534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:22.924345 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9c65b78b-0178-4f38-bd30-2231867a5573 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0dc163b51fb4e55b0618099d5459785&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9132769 Apr 06 11:08:22.924882 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65b78b-0178-4f38-bd30-2231867a5573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f1e60e-e989-4dbc-8d8a-5e5055b7dc56,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:22.929933 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45738) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:22.943891 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-85fa0c1a-235b-491d-9020-862461654e24 service neutron] 10.222.0.62 "GET /v2.0/networks/06cffd94-bed2-49e1-ab85-3004b891a139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312091 Apr 06 11:08:22.990328 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] For port 3c35d6de-c4b5-4f96-b08a-9cc09e822526, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:22.996020 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] For port 3c35d6de-c4b5-4f96-b08a-9cc09e822526, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=3c35d6de-c4b5-4f96-b08a-9cc09e822526,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:23.056801 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Publish callbacks [] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.082655 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.140751 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.157074 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-82ef5891-4e52-42ae-b948-f82ccea12534 None None] Current status of the port a2ba245c-aca8-44c6-9421-b6166e2599fe is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:23.157684 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-82ef5891-4e52-42ae-b948-f82ccea12534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.187834 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Network 07045d9f-861e-4356-bcd4-b929f0eac50e is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:23.247893 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:23.286029 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ff9fdca1-214b-49a0-9f3d-33547a07dda7 admin admin] Publish callbacks [] for security_group (a7f1e60e-e989-4dbc-8d8a-5e5055b7dc56), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.303819 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Publish callbacks [] for router_gateway (a980543f-7172-422d-917e-c70f86e2a5cd), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.324406 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-82ef5891-4e52-42ae-b948-f82ccea12534 None None] For port a2ba245c-aca8-44c6-9421-b6166e2599fe, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=a2ba245c-aca8-44c6-9421-b6166e2599fe,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:08:23.334155 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:23.346253 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6aa617-773b-4a4d-9e38-9816ffb171ca None None] Pushing event updated for resources: {'Port': ['ID=3c35d6de-c4b5-4f96-b08a-9cc09e822526,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:23.407587 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Publish callbacks [] for router_gateway (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.476483 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-82ef5891-4e52-42ae-b948-f82ccea12534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.478846 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device a2ba245c-aca8-44c6-9421-b6166e2599fe up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:23.544940 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45772) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:23.557621 dv-cinder-836072-2-iscsi neutron-server[104087]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 11:08:23.559435 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.646177 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Pushing event updated for resources: {'Port': ['ID=4f043591-3fe9-4421-aa80-fb8f506278e2,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:23.665197 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ff9fdca1-214b-49a0-9f3d-33547a07dda7 admin admin] Publish callbacks [] for security_group (a7f1e60e-e989-4dbc-8d8a-5e5055b7dc56), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.669448 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-12c9dbc6-2121-42ba-9bc3-b857dbf23b46 req-2972a760-6dc1-456b-b13b-e0db4285db64 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.1178746 Apr 06 11:08:23.702262 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Publish callbacks [] for router_gateway (c594488c-830c-4c8f-a7b3-e0166fdb599e), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.753339 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-ec65ec55-85f3-4a56-b734-37d929a7fef1 None None] Provisioning complete for port a2ba245c-aca8-44c6-9421-b6166e2599fe triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:23.757782 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.762414 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ec65ec55-85f3-4a56-b734-37d929a7fef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.787134 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Attempting to bind port 4f043591-3fe9-4421-aa80-fb8f506278e2 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:23.793419 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Attempting to bind port 4f043591-3fe9-4421-aa80-fb8f506278e2 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:23.797733 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Attempting to bind port 4f043591-3fe9-4421-aa80-fb8f506278e2 on network 07045d9f-861e-4356-bcd4-b929f0eac50e {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:23.830970 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8041938'] for router (a980543f-7172-422d-917e-c70f86e2a5cd), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.860308 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:23.860308 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Checking segment: {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:23.860308 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.860308 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Bound using segment: {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:23.860308 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Bound port: 4f043591-3fe9-4421-aa80-fb8f506278e2, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:23.860308 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.867541 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port a2ba245c-aca8-44c6-9421-b6166e2599fe triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:23.867978 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:23.938640 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef5891-4e52-42ae-b948-f82ccea12534 None None] Pushing event updated for resources: {'Port': ['ID=a2ba245c-aca8-44c6-9421-b6166e2599fe,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:24.027237 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Allocated IP 172.27.3.211 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/802f0471-e777-4156-b02d-2a089d2f8397) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:24.063097 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] For port 4f043591-3fe9-4421-aa80-fb8f506278e2, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:24.084301 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ff9fdca1-214b-49a0-9f3d-33547a07dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (a7f1e60e-e989-4dbc-8d8a-5e5055b7dc56), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:24.086840 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ff9fdca1-214b-49a0-9f3d-33547a07dda7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:24.091810 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ff9fdca1-214b-49a0-9f3d-33547a07dda7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7f1e60e-e989-4dbc-8d8a-5e5055b7dc56 HTTP/1.1" status: 204 len: 168 time: 1.1562591 Apr 06 11:08:24.106021 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fdca1-214b-49a0-9f3d-33547a07dda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f1e60e-e989-4dbc-8d8a-5e5055b7dc56,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:24.107322 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Router a980543f-7172-422d-917e-c70f86e2a5cd is scheduled to L3 agent a612e23e-0641-4851-85ac-d61b6e63725e with binding_index 1 {{(pid=104088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:08:24.168024 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ec65ec55-85f3-4a56-b734-37d929a7fef1 None None] Current status of the port a2ba245c-aca8-44c6-9421-b6166e2599fe is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:24.172016 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] For port 4f043591-3fe9-4421-aa80-fb8f506278e2, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4f043591-3fe9-4421-aa80-fb8f506278e2,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:24.187344 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Publish callbacks [] for port (802f0471-e777-4156-b02d-2a089d2f8397), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:24.225932 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port a2ba245c-aca8-44c6-9421-b6166e2599fe is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:24.279118 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:24.287858 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:08:24.300959 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Sync routers for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:08:24.317824 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:08:24.320165 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:07:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:24.347894 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3feda-a8e7-49b5-ad28-29335a2e9a00 None None] Pushing event updated for resources: {'Port': ['ID=4f043591-3fe9-4421-aa80-fb8f506278e2,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:24.386848 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (802f0471-e777-4156-b02d-2a089d2f8397), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:24.393508 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b554ea1d-0358-40fd-8fb1-56cd8e53fff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:24.393952 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:24.399338 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1700d270-608c-49f7-ae25-fae689312cd4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4093094 Apr 06 11:08:24.400491 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 45804) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:24.486388 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Pushing event updated for resources: {'Port': ['ID=802f0471-e777-4156-b02d-2a089d2f8397,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:24.535298 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:24.539267 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:24.544993 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:24.548598 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:08:25.013560 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55c6a27-763e-425d-916a-8060f8b6be41 None None] Network 1153c82f-85eb-4ccf-a631-367f6df86902 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:08:25.059350 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-97c7098c-f6f9-4d93-93a8-3e714fd8db4e req-2d684595-9ecf-4fa7-b38d-4a610ebf9247 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.0812123 Apr 06 11:08:25.060531 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:22Z', 'revision_number': 3, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:25.060531 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Checking router: a980543f-7172-422d-917e-c70f86e2a5cd for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:08:25.060531 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Updating router a980543f-7172-422d-917e-c70f86e2a5cd port 41661076-c784-4f48-acc9-4be21e2d2681 binding host dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:08:25.060531 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (41661076-c784-4f48-acc9-4be21e2d2681), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:25.068022 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Allocated IP 172.27.3.192 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/9f10eead-5656-405e-8608-bf750b1c03f0) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:25.358734 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45832) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:25.361236 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-3f21013b-9ff3-42be-b654-ac7d9817b25f None None] Provisioning complete for port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:25.361786 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3f21013b-9ff3-42be-b654-ac7d9817b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:25.374772 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:25.401295 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-337bc525-249d-4db8-a8c0-06be3fd903e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:25.657183 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Publish callbacks [] for port (9f10eead-5656-405e-8608-bf750b1c03f0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:25.687007 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-3f21013b-9ff3-42be-b654-ac7d9817b25f None None] Current status of the port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:25.687398 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3f21013b-9ff3-42be-b654-ac7d9817b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:25.748174 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-3f21013b-9ff3-42be-b654-ac7d9817b25f None None] For port 3c35d6de-c4b5-4f96-b08a-9cc09e822526, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=3c35d6de-c4b5-4f96-b08a-9cc09e822526,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:08:25.771474 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device a2ba245c-aca8-44c6-9421-b6166e2599fe up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:25.840433 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port a2ba245c-aca8-44c6-9421-b6166e2599fe triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:25.840823 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:25.857241 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:25.865516 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-337bc525-249d-4db8-a8c0-06be3fd903e6 admin admin] Publish callbacks [] for security_group (79f33578-db43-49e6-b1fa-0301605d352a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:25.883933 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 45850) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:25.892419 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3f21013b-9ff3-42be-b654-ac7d9817b25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:25.895857 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Publish callbacks [] for router_gateway (c594488c-830c-4c8f-a7b3-e0166fdb599e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:25.981458 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-337bc525-249d-4db8-a8c0-06be3fd903e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (79f33578-db43-49e6-b1fa-0301605d352a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:25.986575 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21013b-9ff3-42be-b654-ac7d9817b25f None None] Pushing event updated for resources: {'Port': ['ID=3c35d6de-c4b5-4f96-b08a-9cc09e822526,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:26.014408 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (9f10eead-5656-405e-8608-bf750b1c03f0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.091896 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd641d-b5c0-48ff-8ca7-e13c97541808 None None] Network 07045d9f-861e-4356-bcd4-b929f0eac50e requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:08:26.109195 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-636ec0c0-fb42-4e67-a2b3-abec009df994 None None] Provisioning complete for port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:26.109793 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-636ec0c0-fb42-4e67-a2b3-abec009df994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.137144 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port a2ba245c-aca8-44c6-9421-b6166e2599fe is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:26.138341 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 3c35d6de-c4b5-4f96-b08a-9cc09e822526 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:26.147102 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-623e83bb-691f-40ca-abbf-c58d5e4a3871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.169491 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-337bc525-249d-4db8-a8c0-06be3fd903e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7c5eec49d1d468b94b23ba7c41a4ac5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8074560 Apr 06 11:08:26.174488 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45862) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:26.176112 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:26.179077 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bc525-249d-4db8-a8c0-06be3fd903e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f33578-db43-49e6-b1fa-0301605d352a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:26.276505 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:26.283601 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:26.303426 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Publish callbacks [] for port (41661076-c784-4f48-acc9-4be21e2d2681), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.353080 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Allocated IP 172.20.0.1 (723de1ee-b3fa-4231-9470-1bc702945e4e/aaeedc9a-09ce-4d61-a72a-cdddeddf087c/d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:26.361369 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:26.361848 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.398174 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-286c1b74-64ff-4be7-80c2-0bf8236a77d6 req-6728f091-a24b-40ee-a997-af9acf6573ae tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.3462572 Apr 06 11:08:26.410838 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (41661076-c784-4f48-acc9-4be21e2d2681), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.416781 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-636ec0c0-fb42-4e67-a2b3-abec009df994 None None] Current status of the port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:26.436044 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f10eead-5656-405e-8608-bf750b1c03f0,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:26.467533 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-623e83bb-691f-40ca-abbf-c58d5e4a3871 admin admin] Publish callbacks [] for security_group (f212d5c5-417e-40c6-a0dc-70bc6b79a801), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.475987 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Attempting to bind port 41661076-c784-4f48-acc9-4be21e2d2681 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:26.476576 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Attempting to bind port 41661076-c784-4f48-acc9-4be21e2d2681 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:26.480319 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Attempting to bind port 41661076-c784-4f48-acc9-4be21e2d2681 on network b8e3ac99-7604-4669-8bd3-91990de5fe29 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:26.503844 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:26.507114 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Checking segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:26.507114 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.507114 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Bound using segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:26.507114 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Bound port: 41661076-c784-4f48-acc9-4be21e2d2681, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:26.507114 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (41661076-c784-4f48-acc9-4be21e2d2681), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.507786 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:26.509070 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4f043591-3fe9-4421-aa80-fb8f506278e2 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:26.548953 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-623e83bb-691f-40ca-abbf-c58d5e4a3871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f212d5c5-417e-40c6-a0dc-70bc6b79a801), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.583194 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-4c7a7080-ee74-4c5c-9631-755a9fd6042f None None] Provisioning complete for port 4f043591-3fe9-4421-aa80-fb8f506278e2 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:26.583194 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4c7a7080-ee74-4c5c-9631-755a9fd6042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.586280 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a14b7cb3-d26c-4ddf-8c64-60216caabedf admin admin] Publish callbacks [] for security_group (79f33578-db43-49e6-b1fa-0301605d352a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.592916 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Pushing event updated for resources: {'Port': ['ID=41661076-c784-4f48-acc9-4be21e2d2681,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:26.608135 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.608836 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.609437 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.609751 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e83bb-691f-40ca-abbf-c58d5e4a3871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f212d5c5-417e-40c6-a0dc-70bc6b79a801,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:26.610207 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.610755 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.611273 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.611762 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.612249 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.612749 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.613261 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.613782 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.614287 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.614770 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.617242 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.617242 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Tracked resource versions report: Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: pushed versions: Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: { 'AddressGroup': {'1.2'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Agent': {'1.1'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'ConntrackHelper': {'1.0'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Log': {'1.0'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'NDPProxy': {'1.0'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Network': {'1.1'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Port': {'1.7'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'PortForwarding': {'1.3'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'QosPolicy': {'1.10'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'SecurityGroup': {'1.5'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'SubPort': {'1.0'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Subnet': {'1.1'}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Trunk': {'1.1'}} Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: consumer versions: Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: { DHCP agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: HyperV agent@hv-cinder-83607: {}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: L3 agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: Metadata agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: Metering agent@dv-cinder-836072-2-iscsi: {}, Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: Open vSwitch agent@dv-cinder-836072-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Agent': '1.1', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'ConntrackHelper': '1.0', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'LocalIPAssociation': '1.0', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Log': '1.0', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'NDPProxy': '1.0', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Network': '1.1', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Port': '1.7', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'PortForwarding': '1.3', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'QosPolicy': '1.10', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'SecurityGroup': '1.5', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'SecurityGroupRule': '1.2', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'SubPort': '1.0', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Subnet': '1.1', Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: 'Trunk': '1.1'}} Apr 06 11:08:26.618514 dv-cinder-836072-2-iscsi neutron-server[104090]: {{(pid=104090) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:08:26.644689 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] For port 41661076-c784-4f48-acc9-4be21e2d2681, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:26.644885 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Publish callbacks [] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.655039 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 4f043591-3fe9-4421-aa80-fb8f506278e2 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:26.655588 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.658917 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] For port 41661076-c784-4f48-acc9-4be21e2d2681, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=41661076-c784-4f48-acc9-4be21e2d2681,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:26.679218 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-623e83bb-691f-40ca-abbf-c58d5e4a3871 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77cc9b40d9d24168b1b12ba4f97b7e2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7939298 Apr 06 11:08:26.682136 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 45876) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:26.729017 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a14b7cb3-d26c-4ddf-8c64-60216caabedf admin admin] Publish callbacks [] for security_group (79f33578-db43-49e6-b1fa-0301605d352a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.735053 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (41661076-c784-4f48-acc9-4be21e2d2681), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.776922 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a7080-ee74-4c5c-9631-755a9fd6042f None None] Current status of the port 4f043591-3fe9-4421-aa80-fb8f506278e2 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:26.777542 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4c7a7080-ee74-4c5c-9631-755a9fd6042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.782014 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.792673 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf4c1f53-fe5b-41fa-b60c-9a6832ae9370 admin admin] Publish callbacks [] for security_group (f212d5c5-417e-40c6-a0dc-70bc6b79a801), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.819949 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf4c1f53-fe5b-41fa-b60c-9a6832ae9370 admin admin] Publish callbacks [] for security_group (f212d5c5-417e-40c6-a0dc-70bc6b79a801), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.832705 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8041938'] for router (c594488c-830c-4c8f-a7b3-e0166fdb599e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.855084 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 4f043591-3fe9-4421-aa80-fb8f506278e2 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:26.855661 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.857916 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:08:26.858724 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:26.860180 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-4c7a7080-ee74-4c5c-9631-755a9fd6042f None None] For port 4f043591-3fe9-4421-aa80-fb8f506278e2, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4f043591-3fe9-4421-aa80-fb8f506278e2,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:08:26.897844 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826ecbc-883c-4cb9-a2fb-d5a4fa7cf65b None None] Pushing event updated for resources: {'Port': ['ID=41661076-c784-4f48-acc9-4be21e2d2681,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:26.910324 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Publish callbacks [] for router_gateway (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.912567 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4c7a7080-ee74-4c5c-9631-755a9fd6042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.961306 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf4c1f53-fe5b-41fa-b60c-9a6832ae9370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f212d5c5-417e-40c6-a0dc-70bc6b79a801), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.965792 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf4c1f53-fe5b-41fa-b60c-9a6832ae9370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.967735 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bf4c1f53-fe5b-41fa-b60c-9a6832ae9370 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f212d5c5-417e-40c6-a0dc-70bc6b79a801 HTTP/1.1" status: 204 len: 168 time: 0.2844183 Apr 06 11:08:26.995177 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.db.api [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104089) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 11:08:26.995621 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG oslo_db.api [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 11:08:26.996628 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a14b7cb3-d26c-4ddf-8c64-60216caabedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (79f33578-db43-49e6-b1fa-0301605d352a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:26.997518 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:08:26.998390 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a7080-ee74-4c5c-9631-755a9fd6042f None None] Pushing event updated for resources: {'Port': ['ID=4f043591-3fe9-4421-aa80-fb8f506278e2,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:26.999207 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a14b7cb3-d26c-4ddf-8c64-60216caabedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:27.000682 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a14b7cb3-d26c-4ddf-8c64-60216caabedf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79f33578-db43-49e6-b1fa-0301605d352a HTTP/1.1" status: 204 len: 168 time: 0.7931578 Apr 06 11:08:27.002553 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:27.047689 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-4acfb704-bb56-4662-a5e7-2eb586741dd6 None None] Provisioning complete for port 4f043591-3fe9-4421-aa80-fb8f506278e2 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:27.047689 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4acfb704-bb56-4662-a5e7-2eb586741dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:27.051900 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b7cb3-d26c-4ddf-8c64-60216caabedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f33578-db43-49e6-b1fa-0301605d352a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:27.059782 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Network 723de1ee-b3fa-4231-9470-1bc702945e4e is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:27.062285 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c1f53-fe5b-41fa-b60c-9a6832ae9370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f212d5c5-417e-40c6-a0dc-70bc6b79a801,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:27.074615 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:27.119220 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:27.119789 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8041731'] for router_interface (a980543f-7172-422d-917e-c70f86e2a5cd), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:27.256460 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8041938'] for router (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:27.261432 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Router c594488c-830c-4c8f-a7b3-e0166fdb599e is scheduled to L3 agent a612e23e-0641-4851-85ac-d61b6e63725e with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:08:27.272270 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-4acfb704-bb56-4662-a5e7-2eb586741dd6 None None] Current status of the port 4f043591-3fe9-4421-aa80-fb8f506278e2 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:27.311684 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:27.359064 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:22Z', 'revision_number': 3, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:27.458529 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c57812-77e7-4c78-9a6b-f6768ad26efb None None] The sync data for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi is: [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:22Z', 'revision_number': 3, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:08:27.587804 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-a1ae76d1-e3f6-4b84-a279-6872236f4a07 None None] Provisioning complete for port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:27.589271 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a1ae76d1-e3f6-4b84-a279-6872236f4a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:27.653559 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:08:27.667409 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Sync routers for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:08:27.700158 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:27.708696 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 4f043591-3fe9-4421-aa80-fb8f506278e2 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:27.713930 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae76d1-e3f6-4b84-a279-6872236f4a07 None None] Port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:08:27.719996 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:08:27.719996 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:27.817413 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:27.826720 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c029ea09-ba2f-401b-a97a-f43059175e68 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2893555 Apr 06 11:08:27.861833 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 45904) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:27.869407 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7381620e-157f-4e53-b380-834c2c18b0ec req-9c97d90e-aff7-42d6-bd57-20fe3f0dc65a tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.0960393 Apr 06 11:08:27.870689 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 3c35d6de-c4b5-4f96-b08a-9cc09e822526 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:28.017607 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:08:28.061880 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Publish callbacks [] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:28.135142 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:28.136310 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8362797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8039059'] for router_interface (a980543f-7172-422d-917e-c70f86e2a5cd), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:28.143670 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:28.144044 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:28.344655 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 is scheduled to L3 agent a612e23e-0641-4851-85ac-d61b6e63725e with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:08:28.430278 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:28.448593 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:28.463467 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:28.464590 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4f043591-3fe9-4421-aa80-fb8f506278e2 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:28.529887 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Network 723de1ee-b3fa-4231-9470-1bc702945e4e is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:28.533206 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:28.542614 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:25Z', 'revision_number': 3, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:28.589036 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Checking router: c594488c-830c-4c8f-a7b3-e0166fdb599e for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:08:28.589649 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Updating router c594488c-830c-4c8f-a7b3-e0166fdb599e port 802f0471-e777-4156-b02d-2a089d2f8397 binding host dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:08:28.635936 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 4f043591-3fe9-4421-aa80-fb8f506278e2 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:28.640721 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:28.640721 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (802f0471-e777-4156-b02d-2a089d2f8397), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:28.835388 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Router a980543f-7172-422d-917e-c70f86e2a5cd has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:08:28.925606 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:29.018206 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:08:29.032056 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Sync routers for ids ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:08:29.049779 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Routers {'3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:08:29.055378 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:29.075338 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-94fa8501-df42-4903-aaaf-4dc839d2e4d3 None None] Provisioning complete for port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:29.075722 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94fa8501-df42-4903-aaaf-4dc839d2e4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:29.084373 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Publish callbacks [] for port (802f0471-e777-4156-b02d-2a089d2f8397), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:29.116607 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:08:29.123238 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bcd63f92-fa17-43e5-9863-a0cb10dd6de2 admin admin] 10.222.0.62 "PUT /v2.0/routers/a980543f-7172-422d-917e-c70f86e2a5cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7208030 Apr 06 11:08:29.150562 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6250e053-2dc7-48d2-b6a9-be48c5e9d6c6 req-703876f4-8394-4704-8b67-de667da6bed9 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.0509198 Apr 06 11:08:29.153257 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:29.154441 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-7bcb7db5-ec19-48a9-bb35-db8da5396ef4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.7508469 Apr 06 11:08:29.159439 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 45946) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:29.183352 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-94fa8501-df42-4903-aaaf-4dc839d2e4d3 None None] Port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:08:29.189846 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (802f0471-e777-4156-b02d-2a089d2f8397), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:29.289389 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 4f043591-3fe9-4421-aa80-fb8f506278e2 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:29.321428 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Attempting to bind port 802f0471-e777-4156-b02d-2a089d2f8397 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:29.323841 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Attempting to bind port 802f0471-e777-4156-b02d-2a089d2f8397 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:29.327160 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Attempting to bind port 802f0471-e777-4156-b02d-2a089d2f8397 on network b8e3ac99-7604-4669-8bd3-91990de5fe29 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:29.352723 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:29.353136 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Checking segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:29.355336 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:29.355742 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Bound using segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:29.356235 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Bound port: 802f0471-e777-4156-b02d-2a089d2f8397, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:29.356624 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (802f0471-e777-4156-b02d-2a089d2f8397), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:29.358261 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Allocated IP 172.20.0.1 (1153c82f-85eb-4ccf-a631-367f6df86902/19a20e05-f19c-4ec0-af50-723b11d3fbdb/9bdac996-e556-4b29-9d5d-559516b25b33) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:29.402002 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Set router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:08:29.412082 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c11ea2-1b88-4b3f-a1f8-103bc3489341 None None] Pushing event updated for resources: {'Port': ['ID=802f0471-e777-4156-b02d-2a089d2f8397,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:29.474290 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] For port 802f0471-e777-4156-b02d-2a089d2f8397, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:29.477722 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] For port 802f0471-e777-4156-b02d-2a089d2f8397, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=802f0471-e777-4156-b02d-2a089d2f8397,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:29.547913 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (802f0471-e777-4156-b02d-2a089d2f8397), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:29.569436 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Publish callbacks [] for port (9bdac996-e556-4b29-9d5d-559516b25b33), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:29.646683 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:08:29.652013 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:29.701179 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:26Z', 'revision_number': 3, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:29.702298 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:29.736217 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Checking router: 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:08:29.736780 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Updating router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 port 9f10eead-5656-405e-8608-bf750b1c03f0 binding host dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:08:29.799495 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (9f10eead-5656-405e-8608-bf750b1c03f0), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:29.823272 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c11ea2-1b88-4b3f-a1f8-103bc3489341 None None] Pushing event updated for resources: {'Port': ['ID=802f0471-e777-4156-b02d-2a089d2f8397,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:29.847823 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdac996-e556-4b29-9d5d-559516b25b33,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:29.888322 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Network 1153c82f-85eb-4ccf-a631-367f6df86902 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:29.891701 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:29.897010 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:29.900018 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8041731'] for router_interface (c594488c-830c-4c8f-a7b3-e0166fdb599e), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:29.932959 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.038098 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 41661076-c784-4f48-acc9-4be21e2d2681 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:30.106406 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:08:30.211759 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Sync routers for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:08:30.287552 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:08:30.340752 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.354109 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Publish callbacks [] for port (9f10eead-5656-405e-8608-bf750b1c03f0), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.398151 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Allocated IP 172.20.0.1 (07045d9f-861e-4356-bcd4-b929f0eac50e/c89d16d6-7cbc-44e3-9652-f8b37712a880/c8790155-5a1d-4834-9b3b-1b722f40dceb) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:30.421886 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (9f10eead-5656-405e-8608-bf750b1c03f0), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.455980 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:08:30.456650 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:30.561385 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Attempting to bind port 9f10eead-5656-405e-8608-bf750b1c03f0 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:30.561589 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Attempting to bind port 9f10eead-5656-405e-8608-bf750b1c03f0 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:30.561950 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Attempting to bind port 9f10eead-5656-405e-8608-bf750b1c03f0 on network b8e3ac99-7604-4669-8bd3-91990de5fe29 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:30.577979 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Publish callbacks [] for port (9bdac996-e556-4b29-9d5d-559516b25b33), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.585618 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d65f8b-fbb0-4077-9e67-1083ce82c570 None None] Pushing event updated for resources: {'Port': ['ID=9f10eead-5656-405e-8608-bf750b1c03f0,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:30.592372 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:30.592775 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Checking segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:30.594042 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.595785 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Bound using segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:30.596594 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Bound port: 9f10eead-5656-405e-8608-bf750b1c03f0, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:30.597347 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (9f10eead-5656-405e-8608-bf750b1c03f0), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.608916 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 41661076-c784-4f48-acc9-4be21e2d2681 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:30.609349 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (41661076-c784-4f48-acc9-4be21e2d2681), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.624097 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ff7bcb29-f304-435e-abba-45261b81ed30 req-05c1f06d-402e-4cbf-90c2-120e44ee2e79 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.0431089 Apr 06 11:08:30.651633 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 45996) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:30.657154 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-64513221-dbb5-4565-b540-086e328c1fa0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1353482538', 'description': 'tempest-description--634644917'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:30.665420 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.666677 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Publish callbacks [] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.677813 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8362797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8039059'] for router_interface (c594488c-830c-4c8f-a7b3-e0166fdb599e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.683246 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-dbf9f8ed-5616-44e2-b880-015221ddc784 None None] Provisioning complete for port 9bdac996-e556-4b29-9d5d-559516b25b33 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:30.684180 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dbf9f8ed-5616-44e2-b880-015221ddc784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.744839 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] For port 9f10eead-5656-405e-8608-bf750b1c03f0, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:30.748773 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] For port 9f10eead-5656-405e-8608-bf750b1c03f0, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=9f10eead-5656-405e-8608-bf750b1c03f0,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:30.782297 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-dbf9f8ed-5616-44e2-b880-015221ddc784 None None] Port 9bdac996-e556-4b29-9d5d-559516b25b33 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:08:30.784766 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:08:30.787623 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64513221-dbb5-4565-b540-086e328c1fa0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.806075 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdac996-e556-4b29-9d5d-559516b25b33,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:30.812875 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.831064 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (9f10eead-5656-405e-8608-bf750b1c03f0), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.874540 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Network 07045d9f-861e-4356-bcd4-b929f0eac50e is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:30.879852 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Network 1153c82f-85eb-4ccf-a631-367f6df86902 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:30.883689 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:30.883886 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:30.886399 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:30.886882 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8041731'] for router_interface (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:30.904961 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Routers {'3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:08:30.907934 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:30.946810 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Pushing event updated for resources: {'Port': ['ID=c8790155-5a1d-4834-9b3b-1b722f40dceb,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:31.014301 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64513221-dbb5-4565-b540-086e328c1fa0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group (1297eea0-f00b-4a84-a0ef-5998f139eaab), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:31.087482 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64513221-dbb5-4565-b540-086e328c1fa0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (1297eea0-f00b-4a84-a0ef-5998f139eaab), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:31.154024 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64513221-dbb5-4565-b540-086e328c1fa0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1297eea0-f00b-4a84-a0ef-5998f139eaab,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:31.177679 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] Set router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:08:31.246473 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 41661076-c784-4f48-acc9-4be21e2d2681 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:31.254915 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (41661076-c784-4f48-acc9-4be21e2d2681), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:31.268399 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64513221-dbb5-4565-b540-086e328c1fa0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:31.272906 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-64513221-dbb5-4565-b540-086e328c1fa0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6201932 Apr 06 11:08:31.273628 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46018) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:31.278235 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-7eb5ca2d-dee1-476c-80de-b6cd514d0dc6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Request body: {'security_group_rule': {'security_group_id': '1297eea0-f00b-4a84-a0ef-5998f139eaab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:31.374345 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port 41661076-c784-4f48-acc9-4be21e2d2681, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=41661076-c784-4f48-acc9-4be21e2d2681,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:08:31.393021 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:31.400963 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:25Z', 'revision_number': 3, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:31.491505 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Router c594488c-830c-4c8f-a7b3-e0166fdb599e has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:08:31.499889 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ca2d-dee1-476c-80de-b6cd514d0dc6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group_rule (b655675f-13ee-499e-b20b-9106f761f2b0), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:31.537596 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:26Z', 'revision_number': 3, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:31.568855 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d65f8b-fbb0-4077-9e67-1083ce82c570 None None] Pushing event updated for resources: {'Port': ['ID=9f10eead-5656-405e-8608-bf750b1c03f0,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:31.571818 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0220831-aec3-4fbf-a161-5933e49e590b None None] The sync data for ids ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'] in dv-cinder-836072-2-iscsi is: [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:26Z', 'revision_number': 3, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:08:31.604443 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3e293d-7182-4992-9dd4-a06377d3d2aa None None] The sync data for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi is: [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:25Z', 'revision_number': 3, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:08:31.606294 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (41661076-c784-4f48-acc9-4be21e2d2681), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:31.673637 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-acba1f3a-4997-4d81-8b14-823de4f5c3af None None] Provisioning complete for port c8790155-5a1d-4834-9b3b-1b722f40dceb triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:31.674679 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-acba1f3a-4997-4d81-8b14-823de4f5c3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:31.767445 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:08:31.772716 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b37a00e6-342c-4aad-bd16-f77bafc4dcb7 admin admin] 10.222.0.62 "PUT /v2.0/routers/c594488c-830c-4c8f-a7b3-e0166fdb599e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9087741 Apr 06 11:08:31.825300 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-acba1f3a-4997-4d81-8b14-823de4f5c3af None None] Port c8790155-5a1d-4834-9b3b-1b722f40dceb cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:08:31.831581 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=41661076-c784-4f48-acc9-4be21e2d2681,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:31.840175 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ca2d-dee1-476c-80de-b6cd514d0dc6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group_rule (b655675f-13ee-499e-b20b-9106f761f2b0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:31.869940 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-acba1f3a-4997-4d81-8b14-823de4f5c3af None None] Provisioning complete for port 9bdac996-e556-4b29-9d5d-559516b25b33 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:31.870463 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-acba1f3a-4997-4d81-8b14-823de4f5c3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:31.900913 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 2, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:31.941972 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ca2d-dee1-476c-80de-b6cd514d0dc6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (b655675f-13ee-499e-b20b-9106f761f2b0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:31.965746 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Checking router: a980543f-7172-422d-917e-c70f86e2a5cd for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:08:31.966412 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Updating router a980543f-7172-422d-917e-c70f86e2a5cd port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 binding host dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:08:32.003498 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Publish callbacks [] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:32.024306 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2f8619ac-1d73-498f-b064-7c36d6ec6d21 req-ce145699-be66-4259-9df2-cb3534be40b1 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.0993345 Apr 06 11:08:32.053978 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-acba1f3a-4997-4d81-8b14-823de4f5c3af None None] Port 9bdac996-e556-4b29-9d5d-559516b25b33 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:08:32.058310 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:32.076399 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7eb5ca2d-dee1-476c-80de-b6cd514d0dc6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:32.080397 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-7eb5ca2d-dee1-476c-80de-b6cd514d0dc6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8032415 Apr 06 11:08:32.080991 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46036) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:32.084743 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5ca2d-dee1-476c-80de-b6cd514d0dc6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b655675f-13ee-499e-b20b-9106f761f2b0,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:32.090594 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:32.092624 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8166d0ac-8e21-4da1-a5f4-59eb1bba9bd0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Request body: {'security_group_rule': {'security_group_id': '1297eea0-f00b-4a84-a0ef-5998f139eaab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:32.099405 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8362797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8039059'] for router_interface (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:32.377071 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8166d0ac-8e21-4da1-a5f4-59eb1bba9bd0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group_rule (ce235a4e-b586-403b-91a3-a155e9578d77), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:32.550503 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Pushing event updated for resources: {'Port': ['ID=c8790155-5a1d-4834-9b3b-1b722f40dceb,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:32.579209 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8166d0ac-8e21-4da1-a5f4-59eb1bba9bd0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group_rule (ce235a4e-b586-403b-91a3-a155e9578d77), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:32.620583 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Network 07045d9f-861e-4356-bcd4-b929f0eac50e is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:32.622306 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:32.667133 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8166d0ac-8e21-4da1-a5f4-59eb1bba9bd0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (ce235a4e-b586-403b-91a3-a155e9578d77), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:32.701433 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166d0ac-8e21-4da1-a5f4-59eb1bba9bd0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce235a4e-b586-403b-91a3-a155e9578d77,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:32.761692 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8166d0ac-8e21-4da1-a5f4-59eb1bba9bd0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:32.769704 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8166d0ac-8e21-4da1-a5f4-59eb1bba9bd0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6845815 Apr 06 11:08:32.770268 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46048) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:32.779841 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:32.835229 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Publish callbacks [] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:32.840087 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:08:32.855093 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:32.906703 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.039665 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b79bb7-c43b-4b28-937c-c632e363ea39 None None] Pushing event updated for resources: {'Port': ['ID=d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:33.052632 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46054) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:33.062253 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-87694bfa-1954-42db-8c91-f50528cb11f8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446481561', 'description': 'tempest-description--1313298590'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:33.214734 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:08:33.231361 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-37c27088-e608-46af-8c4f-023bc75a6056 admin admin] 10.222.0.62 "PUT /v2.0/routers/3a1a149a-33c7-4ef9-b9d9-4307d90e7c76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0618696 Apr 06 11:08:33.239448 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87694bfa-1954-42db-8c91-f50528cb11f8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.255283 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.265496 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Attempting to bind port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:33.274315 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Attempting to bind port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:33.275066 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Attempting to bind port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 on network 723de1ee-b3fa-4231-9470-1bc702945e4e {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:33.284286 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:33.299642 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Checking segment: {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:33.303960 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.303960 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Bound using segment: {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:33.303960 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Bound port: d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:33.303960 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.326490 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-026b5be6-48bb-4fc7-b0cb-be1c27c329a2 None None] Provisioning complete for port c8790155-5a1d-4834-9b3b-1b722f40dceb triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:33.326668 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-026b5be6-48bb-4fc7-b0cb-be1c27c329a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.369669 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7ca72d91-48a9-4dae-baa2-47f51324b26a req-30eb7a0b-a659-41b8-8cc8-957a10461014 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.1220164 Apr 06 11:08:33.414155 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87694bfa-1954-42db-8c91-f50528cb11f8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.451531 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-026b5be6-48bb-4fc7-b0cb-be1c27c329a2 None None] Port c8790155-5a1d-4834-9b3b-1b722f40dceb cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:08:33.460137 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] For port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:33.464719 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] For port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:33.483970 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87694bfa-1954-42db-8c91-f50528cb11f8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.528301 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.49', 55892) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:33.588984 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.628833 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Allocated IP 172.27.3.43 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/a8b7a6ac-33dc-457d-8458-0b2b16184a9e) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:33.635898 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bef2adbd-902b-4626-9a6e-a1db46846718 None None] Provisioning complete for port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:33.639601 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bef2adbd-902b-4626-9a6e-a1db46846718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.716022 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-87694bfa-1954-42db-8c91-f50528cb11f8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.719149 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-87694bfa-1954-42db-8c91-f50528cb11f8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6654582 Apr 06 11:08:33.748094 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46088) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:33.753093 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-da177c4f-01dd-43cc-b91f-c7d787ccd14d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'security_group_rule': {'security_group_id': '9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:33.778175 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87694bfa-1954-42db-8c91-f50528cb11f8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:33.870929 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:08:33.876064 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:33.876064 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b79bb7-c43b-4b28-937c-c632e363ea39 None None] Pushing event updated for resources: {'Port': ['ID=d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:33.882719 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for port (a8b7a6ac-33dc-457d-8458-0b2b16184a9e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.913523 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b0039779-d899-4b63-8222-d4d524f94bc3 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:33.914482 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da177c4f-01dd-43cc-b91f-c7d787ccd14d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (1d5989b9-d871-4f2d-8969-969eef7c37ee), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.924946 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b0039779-d899-4b63-8222-d4d524f94bc3 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.49 "GET /v2.0/networks?id=06cffd94-bed2-49e1-ab85-3004b891a139 HTTP/1.1" status: 200 len: 812 time: 0.3956258 Apr 06 11:08:34.021612 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Request body: {'port': {'device_id': '4fd136b3-5805-420d-8580-a0dd6b6327f4', 'network_id': '06cffd94-bed2-49e1-ab85-3004b891a139', 'admin_state_up': True, 'tenant_id': '92825d48c6c044b3bad475b05c9d138f'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:34.045648 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da177c4f-01dd-43cc-b91f-c7d787ccd14d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (1d5989b9-d871-4f2d-8969-969eef7c37ee), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.064978 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bef2adbd-902b-4626-9a6e-a1db46846718 None None] Current status of the port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:34.065422 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bef2adbd-902b-4626-9a6e-a1db46846718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.156144 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bef2adbd-902b-4626-9a6e-a1db46846718 None None] For port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:08:34.157471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (a8b7a6ac-33dc-457d-8458-0b2b16184a9e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.158255 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 9f10eead-5656-405e-8608-bf750b1c03f0 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:34.168709 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da177c4f-01dd-43cc-b91f-c7d787ccd14d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (1d5989b9-d871-4f2d-8969-969eef7c37ee), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.188148 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:08:34.247479 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bef2adbd-902b-4626-9a6e-a1db46846718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.248521 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event updated for resources: {'Port': ['ID=a8b7a6ac-33dc-457d-8458-0b2b16184a9e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:34.287687 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:34.289792 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:34.310670 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:34.315650 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da177c4f-01dd-43cc-b91f-c7d787ccd14d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5989b9-d871-4f2d-8969-969eef7c37ee,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:34.416143 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 9f10eead-5656-405e-8608-bf750b1c03f0 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:34.416541 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (9f10eead-5656-405e-8608-bf750b1c03f0), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.436614 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2adbd-902b-4626-9a6e-a1db46846718 None None] Pushing event updated for resources: {'Port': ['ID=d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:34.449775 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-da177c4f-01dd-43cc-b91f-c7d787ccd14d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.453354 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-da177c4f-01dd-43cc-b91f-c7d787ccd14d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7018197 Apr 06 11:08:34.466472 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-5b3b6979-8a2b-4ca6-9443-11248d7e2656 None None] Provisioning complete for port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:34.466778 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46132) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:34.466896 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5b3b6979-8a2b-4ca6-9443-11248d7e2656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.485209 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-ad9e5e47-fd76-4793-800b-7ca338c30187 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'security_group_rule': {'security_group_id': '9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:34.517361 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-25a86c8b-7cd3-4f75-a840-c0cc91d71e0c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:34.519228 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-25a86c8b-7cd3-4f75-a840-c0cc91d71e0c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 818 time: 0.4861422 Apr 06 11:08:34.523709 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (089bc686-be53-42a6-a41a-9c0a852bdb6a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.547014 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-a11ca7fb-02b0-4d31-8b7a-c4ad99102a76 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/quotas/570fcc7ba7fd442190ca2be7ca059e29 HTTP/1.1" status: 200 len: 375 time: 0.0162663 Apr 06 11:08:34.688510 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-95a36f9e-52b3-4574-9f36-f8937797346d req-413e0e06-e0f8-4ed7-9a60-9655b8a7ccff tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.1030049 Apr 06 11:08:34.708865 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5e47-fd76-4793-800b-7ca338c30187 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (ecca7c12-ebc1-4aa4-a176-67cf2e8b5ef8), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.750308 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Made reservation on behalf of 92825d48c6c044b3bad475b05c9d138f for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:34.756616 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.762995 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (a8b7a6ac-33dc-457d-8458-0b2b16184a9e), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.776758 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-45b80253-f115-48a3-9794-a8747c881557 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2228136 Apr 06 11:08:34.782589 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 9f10eead-5656-405e-8608-bf750b1c03f0 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:34.783161 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (9f10eead-5656-405e-8608-bf750b1c03f0), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.848570 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port 9f10eead-5656-405e-8608-bf750b1c03f0, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=9f10eead-5656-405e-8608-bf750b1c03f0,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:08:34.862069 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:33Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:34.866834 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-5b3b6979-8a2b-4ca6-9443-11248d7e2656 None None] Current status of the port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:34.907101 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865d807-a28d-4646-9d51-da6bd09b9720 None None] The sync data for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi is: [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:33Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:08:34.935032 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (9f10eead-5656-405e-8608-bf750b1c03f0), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:34.935818 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 802f0471-e777-4156-b02d-2a089d2f8397 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:35.049569 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=9f10eead-5656-405e-8608-bf750b1c03f0,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:35.089477 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 802f0471-e777-4156-b02d-2a089d2f8397 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:35.089951 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (802f0471-e777-4156-b02d-2a089d2f8397), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:35.100484 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-71c7ca44-c23a-4a37-a246-386f0ea5f37e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:08:35.114425 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-71c7ca44-c23a-4a37-a246-386f0ea5f37e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1631112 Apr 06 11:08:35.121024 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for port (a8b7a6ac-33dc-457d-8458-0b2b16184a9e), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:35.145761 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5e47-fd76-4793-800b-7ca338c30187 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (ecca7c12-ebc1-4aa4-a176-67cf2e8b5ef8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:35.290598 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (a8b7a6ac-33dc-457d-8458-0b2b16184a9e), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:35.306676 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5e47-fd76-4793-800b-7ca338c30187 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (ecca7c12-ebc1-4aa4-a176-67cf2e8b5ef8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:35.366856 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (089bc686-be53-42a6-a41a-9c0a852bdb6a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:35.398916 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e5e47-fd76-4793-800b-7ca338c30187 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecca7c12-ebc1-4aa4-a176-67cf2e8b5ef8,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:35.411853 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Allocated IP 172.20.0.14 (06cffd94-bed2-49e1-ab85-3004b891a139/be318d27-c4be-45c5-9636-3fb0cf5100d8/9cf2d4e4-161a-402e-9578-42db4989b8d2) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:35.441805 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ad9e5e47-fd76-4793-800b-7ca338c30187 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:35.446716 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ad9e5e47-fd76-4793-800b-7ca338c30187 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9778810 Apr 06 11:08:35.454923 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46170) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:35.478920 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:35.513225 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:35.524603 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7429659 Apr 06 11:08:35.524603 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68aae0e-bd7d-4c5f-8261-9369b009a462 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event updated for resources: {'Port': ['ID=a8b7a6ac-33dc-457d-8458-0b2b16184a9e,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:35.570418 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Sync routers for ids ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:08:35.582973 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Routers {'3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:08:35.584096 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:35.689783 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Sync routers for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:08:35.758149 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-7bff2287-5dc3-4467-84bd-3b538d75a286 service neutron] 10.222.0.62 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682098 Apr 06 11:08:35.770640 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:35.791959 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Set router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:08:35.812187 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:08:35.812187 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:35.999463 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-72a1d655-4f35-4160-b1dc-65b9143435b9 service neutron] 10.222.0.62 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340703 Apr 06 11:08:36.125947 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Publish callbacks [] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:36.222471 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 802f0471-e777-4156-b02d-2a089d2f8397 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:36.224052 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (802f0471-e777-4156-b02d-2a089d2f8397), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:36.239567 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'c8790155-5a1d-4834-9b3b-1b722f40dceb', 'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'mac_address': 'fa:16:3e:6c:27:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:29Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 2, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'subnets': [{'id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:36.268104 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port 802f0471-e777-4156-b02d-2a089d2f8397, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=802f0471-e777-4156-b02d-2a089d2f8397,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:08:36.304435 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:08:36.348974 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Checking router: 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:08:36.349587 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Updating router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 port c8790155-5a1d-4834-9b3b-1b722f40dceb binding host dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:08:36.373119 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ce52fd77-2aa6-482a-a433-802c31d077d8 req-b9770014-7e95-4870-bad5-00c2afe2a800 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.1834915 Apr 06 11:08:36.427374 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (802f0471-e777-4156-b02d-2a089d2f8397), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:36.427374 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 41661076-c784-4f48-acc9-4be21e2d2681 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:36.432398 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:36.457136 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:36.495136 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:36.903192 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-139a5ee1-7245-435e-a35a-542b455c48db req-f8c55eb6-6726-4527-ba66-c9420f31ceca tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 210 time: 0.0782890 Apr 06 11:08:36.993639 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=802f0471-e777-4156-b02d-2a089d2f8397,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:37.080290 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 41661076-c784-4f48-acc9-4be21e2d2681 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:37.189622 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (41661076-c784-4f48-acc9-4be21e2d2681), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:37.191127 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Network 06cffd94-bed2-49e1-ab85-3004b891a139 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:37.240262 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Pushing event updated for resources: {'Port': ['ID=9cf2d4e4-161a-402e-9578-42db4989b8d2,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:37.244267 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:37.261718 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-bf09f5d2-fa78-4093-a483-0953c3f5d512 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1353482538&fields=id&tenant_id=aeca9938df6a4f308208d5b9370aff6d HTTP/1.1" status: 200 len: 267 time: 0.4479280 Apr 06 11:08:37.263896 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:37.272288 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:37.272956 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:37.363688 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Publish callbacks [] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:37.391123 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 2, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:37.407949 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 41661076-c784-4f48-acc9-4be21e2d2681 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:37.494647 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:37.524975 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Checking router: c594488c-830c-4c8f-a7b3-e0166fdb599e for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:08:37.535369 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Updating router c594488c-830c-4c8f-a7b3-e0166fdb599e port 9bdac996-e556-4b29-9d5d-559516b25b33 binding host dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:08:37.628461 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2901e98-798d-4c65-a6f0-1eb00b024be8 None None] Pushing event updated for resources: {'Port': ['ID=c8790155-5a1d-4834-9b3b-1b722f40dceb,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:37.628557 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-5abc8a4a-9a50-419d-a606-9b67816a26ef tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:37.628987 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-5abc8a4a-9a50-419d-a606-9b67816a26ef tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 817 time: 0.2351112 Apr 06 11:08:37.646488 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:37.672648 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Allocated IP 172.27.3.227 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/87056055-f163-481b-b902-76623a55a8a8) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:37.712764 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-1eea02a5-1dd4-4733-953d-78250aef2fbe tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:37.721632 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-1eea02a5-1dd4-4733-953d-78250aef2fbe tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 818 time: 0.5623012 Apr 06 11:08:37.759143 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-415fe1b1-f823-426f-9f82-0ceeca3ccc04 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/quotas/570fcc7ba7fd442190ca2be7ca059e29 HTTP/1.1" status: 200 len: 375 time: 0.0331035 Apr 06 11:08:37.859017 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:37.878879 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Attempting to bind port c8790155-5a1d-4834-9b3b-1b722f40dceb on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:37.880529 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Attempting to bind port c8790155-5a1d-4834-9b3b-1b722f40dceb by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:37.881454 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Attempting to bind port c8790155-5a1d-4834-9b3b-1b722f40dceb on network 07045d9f-861e-4356-bcd4-b929f0eac50e {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:37.909449 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:37.912038 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Checking segment: {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:37.913343 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:37.914031 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Bound using segment: {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:37.914704 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Bound port: c8790155-5a1d-4834-9b3b-1b722f40dceb, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:37.915440 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:37.919620 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-8e49ccf2-0f00-4a7d-bef5-71a84a8e2054 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621866 Apr 06 11:08:38.105475 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] For port c8790155-5a1d-4834-9b3b-1b722f40dceb, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:38.105475 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] For port c8790155-5a1d-4834-9b3b-1b722f40dceb, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=c8790155-5a1d-4834-9b3b-1b722f40dceb,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:38.118503 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-b283154e-057a-4de7-921a-23fe7a141406 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1094999 Apr 06 11:08:38.164203 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-262034dd-0348-4a56-9f35-770e90987bfd service neutron] 10.222.0.62 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434840 Apr 06 11:08:38.171065 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-35929199-2141-46f2-8882-e59d8699f653 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/quotas/aeca9938df6a4f308208d5b9370aff6d HTTP/1.1" status: 200 len: 375 time: 0.0962911 Apr 06 11:08:38.182243 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:38.252213 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-325d7389-58f2-4d9e-86d9-25f4deb139df tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:08:38.254137 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-325d7389-58f2-4d9e-86d9-25f4deb139df tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0601139 Apr 06 11:08:38.337525 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Routers {'3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:08:38.339620 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:38.410267 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-dd8dbc93-8da0-4a53-bcc9-c3406549746a service neutron] 10.222.0.62 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451479 Apr 06 11:08:38.469858 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-ad86ac64-e782-454c-a61c-a971bcea39ae None None] Provisioning complete for port c8790155-5a1d-4834-9b3b-1b722f40dceb triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:38.470294 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ad86ac64-e782-454c-a61c-a971bcea39ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:38.507787 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2901e98-798d-4c65-a6f0-1eb00b024be8 None None] Pushing event updated for resources: {'Port': ['ID=c8790155-5a1d-4834-9b3b-1b722f40dceb,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:38.527480 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for port (87056055-f163-481b-b902-76623a55a8a8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:38.564787 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-3b3bf603-601a-424e-804c-5aed5f041bad tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3927755 Apr 06 11:08:38.622806 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:38.651533 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:38.663259 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Request body: {'port': {'device_id': '4fd136b3-5805-420d-8580-a0dd6b6327f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:38.678759 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] Set router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:08:38.966820 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:38.984726 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Publish callbacks [] for port (9bdac996-e556-4b29-9d5d-559516b25b33), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:39.100984 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:39.104880 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 9f10eead-5656-405e-8608-bf750b1c03f0 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:39.221583 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (87056055-f163-481b-b902-76623a55a8a8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:39.271563 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:39.288844 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf33f4-3574-47bf-b45a-366d234fe822 req-aaff52e5-3c6c-4c1f-afa6-6aa84f5a0f22 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:39.308418 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-babf33f4-3574-47bf-b45a-366d234fe822 req-aaff52e5-3c6c-4c1f-afa6-6aa84f5a0f22 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 932 time: 0.2672617 Apr 06 11:08:39.433819 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'c8790155-5a1d-4834-9b3b-1b722f40dceb', 'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'mac_address': 'fa:16:3e:6c:27:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:29Z', 'updated_at': '2022-04-06T11:08:38Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'subnets': [{'id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:39.486402 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'Port': ['ID=87056055-f163-481b-b902-76623a55a8a8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:39.487916 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Attempting to bind port 9bdac996-e556-4b29-9d5d-559516b25b33 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:39.490274 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Attempting to bind port 9bdac996-e556-4b29-9d5d-559516b25b33 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:39.490807 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Attempting to bind port 9bdac996-e556-4b29-9d5d-559516b25b33 on network 1153c82f-85eb-4ccf-a631-367f6df86902 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:39.510514 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ad86ac64-e782-454c-a61c-a971bcea39ae None None] Current status of the port c8790155-5a1d-4834-9b3b-1b722f40dceb is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:39.512272 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ad86ac64-e782-454c-a61c-a971bcea39ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:39.519577 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:39.520365 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Checking segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:39.523581 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:39.523581 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Bound using segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:39.523581 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Bound port: 9bdac996-e556-4b29-9d5d-559516b25b33, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:39.523581 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:39.555313 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f84d053-98ff-425b-9918-f1d095f257aa None None] The sync data for ids ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'] in dv-cinder-836072-2-iscsi is: [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'c8790155-5a1d-4834-9b3b-1b722f40dceb', 'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'mac_address': 'fa:16:3e:6c:27:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:29Z', 'updated_at': '2022-04-06T11:08:38Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'subnets': [{'id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:08:39.569784 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-f9998949-825a-427b-b29d-02d872e9f404 service neutron] 10.222.0.62 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0017290 Apr 06 11:08:39.592542 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66a201-745d-44b4-ae59-bac8069a79e9 None None] Pushing event updated for resources: {'Port': ['ID=9bdac996-e556-4b29-9d5d-559516b25b33,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:39.599334 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-babf33f4-3574-47bf-b45a-366d234fe822 req-345b3016-60c6-4335-bb05-abcffd563d8f tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832689 Apr 06 11:08:39.601775 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 9f10eead-5656-405e-8608-bf750b1c03f0 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:39.615505 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:39.615741 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (9f10eead-5656-405e-8608-bf750b1c03f0), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:39.686835 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:39.718911 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:39.834719 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-33e88975-3a2c-4638-99c3-dd1dc61a43e8 req-726229ee-a652-4aaa-b119-667a68715a4a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 210 time: 0.1002378 Apr 06 11:08:39.898692 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46346) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:39.963476 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46354) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:39.971040 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ad86ac64-e782-454c-a61c-a971bcea39ae None None] For port c8790155-5a1d-4834-9b3b-1b722f40dceb, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=c8790155-5a1d-4834-9b3b-1b722f40dceb,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:08:39.998264 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] For port 9bdac996-e556-4b29-9d5d-559516b25b33, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:40.003128 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] For port 9bdac996-e556-4b29-9d5d-559516b25b33, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=9bdac996-e556-4b29-9d5d-559516b25b33,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:40.032838 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ad86ac64-e782-454c-a61c-a971bcea39ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:40.154211 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86ac64-e782-454c-a61c-a971bcea39ae None None] Pushing event updated for resources: {'Port': ['ID=c8790155-5a1d-4834-9b3b-1b722f40dceb,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:40.176469 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:40.270622 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (f64cb48d-2fdf-42db-945a-61de2ffbd927), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:40.282886 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9f39dfd7-59dd-4ba7-b67a-ce165c079e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:40.424626 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9f39dfd7-59dd-4ba7-b67a-ce165c079e88 admin admin] Publish callbacks [] for security_group (79eb53f2-24af-4454-92bb-acf8359928d6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:40.430487 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 9f10eead-5656-405e-8608-bf750b1c03f0 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:40.431676 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 802f0471-e777-4156-b02d-2a089d2f8397 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:40.433520 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f380af22-c69a-491b-8b64-b8fda0d87585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:40.433913 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66a201-745d-44b4-ae59-bac8069a79e9 None None] Pushing event updated for resources: {'Port': ['ID=9bdac996-e556-4b29-9d5d-559516b25b33,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:40.449133 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-21b30500-23da-4fe6-9755-e4bf5d80aa1d None None] Provisioning complete for port c8790155-5a1d-4834-9b3b-1b722f40dceb triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:40.449868 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-21b30500-23da-4fe6-9755-e4bf5d80aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:40.549308 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9f39dfd7-59dd-4ba7-b67a-ce165c079e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (79eb53f2-24af-4454-92bb-acf8359928d6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:40.571384 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:08:40.572128 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:40.587624 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9f39dfd7-59dd-4ba7-b67a-ce165c079e88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94c0b061e2a24d03a975a9eade9dd120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6872804 Apr 06 11:08:40.592126 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46366) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:40.643515 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f380af22-c69a-491b-8b64-b8fda0d87585 admin admin] Publish callbacks [] for security_group (0606aa25-7b03-4bca-a14e-4a242633927f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:40.715274 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39dfd7-59dd-4ba7-b67a-ce165c079e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79eb53f2-24af-4454-92bb-acf8359928d6,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:40.793255 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f380af22-c69a-491b-8b64-b8fda0d87585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (0606aa25-7b03-4bca-a14e-4a242633927f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:40.903118 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f380af22-c69a-491b-8b64-b8fda0d87585 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9555cbc3fde44d82ba2ead5f06e228da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9364533 Apr 06 11:08:40.904551 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380af22-c69a-491b-8b64-b8fda0d87585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0606aa25-7b03-4bca-a14e-4a242633927f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:40.907424 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46376) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:40.916826 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8cf-eb3c-4300-8979-c96c10169637 admin admin] Publish callbacks [] for security_group (79eb53f2-24af-4454-92bb-acf8359928d6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:40.973500 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff633f6-0c93-4840-9a1c-b1735ea23d4c req-9ea5c8d1-cde0-4dfc-954f-7a447fa358ec tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:40.975952 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cff633f6-0c93-4840-9a1c-b1735ea23d4c req-9ea5c8d1-cde0-4dfc-954f-7a447fa358ec tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 932 time: 0.2452631 Apr 06 11:08:41.016227 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8cf-eb3c-4300-8979-c96c10169637 admin admin] Publish callbacks [] for security_group (79eb53f2-24af-4454-92bb-acf8359928d6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:41.059502 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (87056055-f163-481b-b902-76623a55a8a8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:41.113278 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d600165b-1215-46f6-ace1-89ece74238a1 admin admin] Publish callbacks [] for security_group (0606aa25-7b03-4bca-a14e-4a242633927f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:41.122015 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cff633f6-0c93-4840-9a1c-b1735ea23d4c req-1b939d9e-1e86-41da-8c18-3c284e68a30b tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383862 Apr 06 11:08:41.172597 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d600165b-1215-46f6-ace1-89ece74238a1 admin admin] Publish callbacks [] for security_group (0606aa25-7b03-4bca-a14e-4a242633927f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:41.242541 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.49', 55909) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:41.276326 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 802f0471-e777-4156-b02d-2a089d2f8397 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:41.276670 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (802f0471-e777-4156-b02d-2a089d2f8397), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:41.399586 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8cf-eb3c-4300-8979-c96c10169637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (79eb53f2-24af-4454-92bb-acf8359928d6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:41.399586 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d74b8cf-eb3c-4300-8979-c96c10169637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:41.403375 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5d74b8cf-eb3c-4300-8979-c96c10169637 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79eb53f2-24af-4454-92bb-acf8359928d6 HTTP/1.1" status: 204 len: 168 time: 0.8067379 Apr 06 11:08:41.418596 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db3dabe6-3bb1-4bca-a1ed-4967a4b7ea86 req-46b9ef0c-ea98-439b-8522-f5c6edf0ebb8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 210 time: 0.1445644 Apr 06 11:08:41.431036 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74b8cf-eb3c-4300-8979-c96c10169637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eb53f2-24af-4454-92bb-acf8359928d6,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:41.453501 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-06d174d7-744d-42ca-a5d2-207f05a6a510 service neutron] 10.222.0.62 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8178585 Apr 06 11:08:41.490785 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:08:41.510396 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d600165b-1215-46f6-ace1-89ece74238a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (0606aa25-7b03-4bca-a14e-4a242633927f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:41.515244 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d600165b-1215-46f6-ace1-89ece74238a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:41.516998 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d600165b-1215-46f6-ace1-89ece74238a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0606aa25-7b03-4bca-a14e-4a242633927f HTTP/1.1" status: 204 len: 168 time: 0.6075072 Apr 06 11:08:41.598766 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf2d4e4-161a-402e-9578-42db4989b8d2 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:08:41.654971 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Publish callbacks [] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:41.658741 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600165b-1215-46f6-ace1-89ece74238a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0606aa25-7b03-4bca-a14e-4a242633927f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:41.681431 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-66e4b80a-99ff-4acd-abb3-d14664fefdde tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:41.684706 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-66e4b80a-99ff-4acd-abb3-d14664fefdde tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 818 time: 0.4320128 Apr 06 11:08:41.721728 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Request body: {'port': {'device_id': 'ccf8b16c-09f8-4fd7-a252-4129091d032b', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'admin_state_up': True, 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:41.794287 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Transition to ACTIVE for port object 9cf2d4e4-161a-402e-9578-42db4989b8d2 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:08:41.940066 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:41.950817 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-21b30500-23da-4fe6-9755-e4bf5d80aa1d None None] Current status of the port c8790155-5a1d-4834-9b3b-1b722f40dceb is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:42.016626 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-21b30500-23da-4fe6-9755-e4bf5d80aa1d None None] Provisioning complete for port 9bdac996-e556-4b29-9d5d-559516b25b33 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:42.018166 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-21b30500-23da-4fe6-9755-e4bf5d80aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:42.062608 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for port (87056055-f163-481b-b902-76623a55a8a8), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:42.090767 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Pushing event updated for resources: {'Port': ['ID=9cf2d4e4-161a-402e-9578-42db4989b8d2,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:42.117591 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ce8c6007-b993-4ead-856a-554b95a9e563 req-f94d2083-8b0b-44ff-b024-7f1ac352b985 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 210 time: 0.1682889 Apr 06 11:08:42.177974 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (87056055-f163-481b-b902-76623a55a8a8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:42.280598 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Made reservation on behalf of 570fcc7ba7fd442190ca2be7ca059e29 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:42.284132 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:42.391142 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (f64cb48d-2fdf-42db-945a-61de2ffbd927), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:42.399534 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 802f0471-e777-4156-b02d-2a089d2f8397 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:42.547773 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Attempting to bind port 9cf2d4e4-161a-402e-9578-42db4989b8d2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:42.548150 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Attempting to bind port 9cf2d4e4-161a-402e-9578-42db4989b8d2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '4d663150-9094-4715-aa54-0baee412baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '06cffd94-bed2-49e1-ab85-3004b891a139'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:42.548501 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Attempting to bind port 9cf2d4e4-161a-402e-9578-42db4989b8d2 on network 06cffd94-bed2-49e1-ab85-3004b891a139 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:42.666319 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'Port': ['ID=87056055-f163-481b-b902-76623a55a8a8,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:42.673656 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-21b30500-23da-4fe6-9755-e4bf5d80aa1d None None] Current status of the port 9bdac996-e556-4b29-9d5d-559516b25b33 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:42.674302 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-21b30500-23da-4fe6-9755-e4bf5d80aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:42.680152 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Port 9cf2d4e4-161a-402e-9578-42db4989b8d2 on network 06cffd94-bed2-49e1-ab85-3004b891a139 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:08:42.681174 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Attempting to bind port 9cf2d4e4-161a-402e-9578-42db4989b8d2 on network 06cffd94-bed2-49e1-ab85-3004b891a139 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:42.694797 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device c8790155-5a1d-4834-9b3b-1b722f40dceb up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:42.735861 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:42.737310 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Checking segment: {'id': '4d663150-9094-4715-aa54-0baee412baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '06cffd94-bed2-49e1-ab85-3004b891a139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:42.750171 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Bound using segment: {'id': '4d663150-9094-4715-aa54-0baee412baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '06cffd94-bed2-49e1-ab85-3004b891a139'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:42.757740 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Bound port: 9cf2d4e4-161a-402e-9578-42db4989b8d2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d663150-9094-4715-aa54-0baee412baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '06cffd94-bed2-49e1-ab85-3004b891a139'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:42.758336 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:42.769334 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:42.772656 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-cde523ae-db84-4b81-9f12-86982f168f02 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3150902 Apr 06 11:08:42.807757 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cdcd7fbd-77cc-4c0e-b63c-85403909e649 req-680716a8-51ae-4f2c-8bb3-87c1ac38ff99 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 210 time: 0.1579397 Apr 06 11:08:42.838145 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c192e-963f-4576-aa4b-98fc98b37b93 req-e36e7abb-9914-4545-9c69-b323b937bce5 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:42.839589 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ca9c192e-963f-4576-aa4b-98fc98b37b93 req-e36e7abb-9914-4545-9c69-b323b937bce5 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 944 time: 0.5476053 Apr 06 11:08:42.864801 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:39Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:08:42.914525 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46440) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:43.018510 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657aca96-1a1b-4567-b485-973d7b6ae27d None None] The sync data for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi is: [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:39Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:08:43.076063 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Allocated IP 172.20.0.12 (07045d9f-861e-4356-bcd4-b929f0eac50e/c89d16d6-7cbc-44e3-9652-f8b37712a880/797d1c25-af28-41b7-a702-c05a6fb9fa65) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:43.076441 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f2c74e0-4a77-45a1-81bc-24c542bd31ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:43.080894 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.49', 55915) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:43.105775 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-21b30500-23da-4fe6-9755-e4bf5d80aa1d None None] For port 9bdac996-e556-4b29-9d5d-559516b25b33, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=9bdac996-e556-4b29-9d5d-559516b25b33,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:08:43.132250 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port c8790155-5a1d-4834-9b3b-1b722f40dceb triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:43.132638 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:43.221630 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-21b30500-23da-4fe6-9755-e4bf5d80aa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:43.329648 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ca9c192e-963f-4576-aa4b-98fc98b37b93 req-7c93065e-9bb4-4b17-a3ab-c733795a254a tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809852 Apr 06 11:08:43.367972 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] For port 9cf2d4e4-161a-402e-9578-42db4989b8d2, host hv-cinder-83607, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:43.397259 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] For port 9cf2d4e4-161a-402e-9578-42db4989b8d2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9cf2d4e4-161a-402e-9578-42db4989b8d2,segment=NetworkSegment(4d663150-9094-4715-aa54-0baee412baac),segment_id=4d663150-9094-4715-aa54-0baee412baac)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:43.460918 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4802ee25-ce40-4dab-8804-5982860dc168 req-fd9c6340-1ef0-4a0a-9d1b-438a9496cb4d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 210 time: 0.0369041 Apr 06 11:08:43.474545 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-ca4f00f6-373f-454b-9b92-acf9c2a50d4e None None] Provisioning complete for port 9bdac996-e556-4b29-9d5d-559516b25b33 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:43.477890 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ca4f00f6-373f-454b-9b92-acf9c2a50d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:43.527200 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f2c74e0-4a77-45a1-81bc-24c542bd31ea admin admin] Publish callbacks [] for security_group (3e5f57d1-8213-4e72-9f25-a2fb066afcee), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:43.562236 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-f53cfae1-3314-44d5-9ec5-8b808e73f7cf tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--446481561&fields=id&tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec HTTP/1.1" status: 200 len: 267 time: 0.3345251 Apr 06 11:08:43.564731 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:43.684722 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Pushing event updated for resources: {'Port': ['ID=9cf2d4e4-161a-402e-9578-42db4989b8d2,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:43.709681 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1f2c74e0-4a77-45a1-81bc-24c542bd31ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (3e5f57d1-8213-4e72-9f25-a2fb066afcee), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:43.756588 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port c8790155-5a1d-4834-9b3b-1b722f40dceb is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:43.772504 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-ba51bf51-7563-4f00-b297-d4704dc6dcd7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:43.774064 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-ba51bf51-7563-4f00-b297-d4704dc6dcd7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 818 time: 0.6714056 Apr 06 11:08:43.782287 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:43.782884 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b30500-23da-4fe6-9755-e4bf5d80aa1d None None] Pushing event updated for resources: {'Port': ['ID=9bdac996-e556-4b29-9d5d-559516b25b33,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:43.790555 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c74e0-4a77-45a1-81bc-24c542bd31ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5f57d1-8213-4e72-9f25-a2fb066afcee,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:43.814799 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Request body: {'port': {'device_id': '49d3cf80-e374-45c3-945e-30b50ad4ebc2', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'admin_state_up': True, 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:43.850810 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:43.852058 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:43.857005 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a7ff5eae-c457-4688-9aac-00e99a4ed11b service neutron] 10.222.0.49 "PUT /v2.0/ports/9cf2d4e4-161a-402e-9578-42db4989b8d2 HTTP/1.1" status: 200 len: 1094 time: 5.4164426 Apr 06 11:08:43.858567 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd136b3-5805-420d-8580-a0dd6b6327f4', 'tag': '9cf2d4e4-161a-402e-9578-42db4989b8d2'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:08:44.046212 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ae82a25f-3491-4aaa-bb8e-c86f5604f630 req-e1479852-43f9-42df-98a1-f5dbfefd953b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 210 time: 0.1006632 Apr 06 11:08:44.124278 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f00f6-373f-454b-9b92-acf9c2a50d4e None None] Current status of the port 9bdac996-e556-4b29-9d5d-559516b25b33 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:44.148730 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46492) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:44.280218 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-679cb53c-7dd4-44a0-a493-7484883ed1fa tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:44.282479 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-679cb53c-7dd4-44a0-a493-7484883ed1fa tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 814 time: 0.7191529 Apr 06 11:08:44.321045 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:44.366604 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1f2c74e0-4a77-45a1-81bc-24c542bd31ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3bd6b2408be545af977f6b913d730af8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4508610 Apr 06 11:08:44.369484 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46500) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:44.555966 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 9bdac996-e556-4b29-9d5d-559516b25b33 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:08:44.588773 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2012c7-2e8e-4973-a821-2d7b8b15a34f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd136b3-5805-420d-8580-a0dd6b6327f4", "tag": "9cf2d4e4-161a-402e-9578-42db4989b8d2"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:08:44.616123 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-a0b07484-e840-4d19-9c85-058ca465b7b3 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/quotas/8bcfb6262bb7416b985b1d670dcdf4ec HTTP/1.1" status: 200 len: 375 time: 0.3271444 Apr 06 11:08:44.672870 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Network 07045d9f-861e-4356-bcd4-b929f0eac50e is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:44.705185 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-3954771d-636a-4cee-8c3e-7f424bbebf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:44.707823 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-3954771d-636a-4cee-8c3e-7f424bbebf22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=92825d48c6c044b3bad475b05c9d138f&device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 1128 time: 0.6589079 Apr 06 11:08:44.712912 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 9bdac996-e556-4b29-9d5d-559516b25b33 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:44.715301 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:44.716116 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:44.725696 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:44.730899 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:44.731550 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:44.791417 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event updated for resources: {'Port': ['ID=797d1c25-af28-41b7-a702-c05a6fb9fa65,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:44.809192 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604332ed-f155-4fa5-ae7f-231a22cfb366 req-d754a882-1d17-48d7-a71f-5d3fdcf2434b tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:44.819235 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-604332ed-f155-4fa5-ae7f-231a22cfb366 req-d754a882-1d17-48d7-a71f-5d3fdcf2434b tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 944 time: 0.2833807 Apr 06 11:08:44.830947 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26e07fd8-32c4-4d97-bfb4-39583f27ff19 admin admin] Publish callbacks [] for security_group (3e5f57d1-8213-4e72-9f25-a2fb066afcee), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:44.841737 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-3eb4bf21-856e-49dc-bc59-87e3e5a800f1 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1972978 Apr 06 11:08:44.843388 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Made reservation on behalf of 570fcc7ba7fd442190ca2be7ca059e29 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:44.846769 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:44.877805 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26e07fd8-32c4-4d97-bfb4-39583f27ff19 admin admin] Publish callbacks [] for security_group (3e5f57d1-8213-4e72-9f25-a2fb066afcee), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:44.929218 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 9bdac996-e556-4b29-9d5d-559516b25b33 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:08:44.950443 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:44.996201 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be8b3f4f-3ce6-4b07-8608-33334d51561c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:45.035926 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-2fd3e075-e9bd-49c2-abcf-a59653f159e3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3187289 Apr 06 11:08:45.053824 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-4a63b1a7-7cd6-4423-95ba-f9c5fc575028 service neutron] 10.222.0.62 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637828 Apr 06 11:08:45.196353 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Request body: {'port': {'device_id': 'ccf8b16c-09f8-4fd7-a252-4129091d032b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:45.222638 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26e07fd8-32c4-4d97-bfb4-39583f27ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (3e5f57d1-8213-4e72-9f25-a2fb066afcee), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:45.228992 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-26e07fd8-32c4-4d97-bfb4-39583f27ff19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:45.234623 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-26e07fd8-32c4-4d97-bfb4-39583f27ff19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e5f57d1-8213-4e72-9f25-a2fb066afcee HTTP/1.1" status: 204 len: 168 time: 0.8556805 Apr 06 11:08:45.263489 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-fb149063-f233-43db-9284-8002be860773 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cf2d4e4-161a-402e-9578-42db4989b8d2 HTTP/1.1" status: 200 len: 217 time: 0.2264481 Apr 06 11:08:45.290120 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-604332ed-f155-4fa5-ae7f-231a22cfb366 req-69901f9f-f0ad-4616-9867-f63b6cf8d84e tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698777 Apr 06 11:08:45.318329 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-78a50f60-d13d-49b9-8770-2bf11d6c039c None None] Provisioning complete for port 797d1c25-af28-41b7-a702-c05a6fb9fa65 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:45.324192 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-78a50f60-d13d-49b9-8770-2bf11d6c039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:45.396870 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.49', 55919) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:45.416512 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-78a50f60-d13d-49b9-8770-2bf11d6c039c None None] Port 797d1c25-af28-41b7-a702-c05a6fb9fa65 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:08:45.423071 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e07fd8-32c4-4d97-bfb4-39583f27ff19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5f57d1-8213-4e72-9f25-a2fb066afcee,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:45.589789 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2a619633-de92-4654-ad68-7026209d2e03 req-fa2dac05-d119-4b45-88d1-7dd17b3dfe59 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 210 time: 0.1522284 Apr 06 11:08:45.635221 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-cfbd8a22-3757-4f95-814d-cbe82bd1c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:45.636808 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-cfbd8a22-3757-4f95-814d-cbe82bd1c67a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=be318d27-c4be-45c5-9636-3fb0cf5100d8 HTTP/1.1" status: 200 len: 852 time: 0.3442783 Apr 06 11:08:45.763599 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Allocated IP 172.20.0.7 (07045d9f-861e-4356-bcd4-b929f0eac50e/c89d16d6-7cbc-44e3-9652-f8b37712a880/5e742439-6216-46cc-ac73-975eeece043a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:45.911849 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be8b3f4f-3ce6-4b07-8608-33334d51561c admin admin] Publish callbacks [] for security_group (5261a1d0-6642-432e-b954-0a01c21d8812), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:45.933871 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-2d248ea1-9714-47d5-9f21-f56545301a89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06cffd94-bed2-49e1-ab85-3004b891a139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2891295 Apr 06 11:08:45.965947 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:46.100490 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-e8bfde96-7594-4325-ae9c-982d78c1ad81 service neutron] 10.222.0.62 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0384817 Apr 06 11:08:46.243341 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-a9dadd4f-226c-4cd3-9341-84db2f53dd4b service neutron] 10.222.0.49 "GET /v2.0/networks/06cffd94-bed2-49e1-ab85-3004b891a139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720349 Apr 06 11:08:46.244898 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-be8b3f4f-3ce6-4b07-8608-33334d51561c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (5261a1d0-6642-432e-b954-0a01c21d8812), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:46.251771 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578da943-ad48-4f36-b3e3-4db2e4862629 x-openstack-request-id: req-578da943-ad48-4f36-b3e3-4db2e4862629 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:08:46.255293 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd136b3-5805-420d-8580-a0dd6b6327f4", "tag": "9cf2d4e4-161a-402e-9578-42db4989b8d2", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:08:46.256898 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-578da943-ad48-4f36-b3e3-4db2e4862629 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:08:46.258899 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578da943-ad48-4f36-b3e3-4db2e4862629'] response: {'name': 'network-changed', 'server_uuid': '4fd136b3-5805-420d-8580-a0dd6b6327f4', 'tag': '9cf2d4e4-161a-402e-9578-42db4989b8d2', 'status': 'completed', 'code': 200} Apr 06 11:08:46.277338 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-22702229-cb1b-4173-b1a5-017a95f0f8af tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:46.279473 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-22702229-cb1b-4173-b1a5-017a95f0f8af tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.49 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 817 time: 0.8753912 Apr 06 11:08:46.364542 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-95abc9f1-4c08-4133-adea-dbdcbcbd4ddb req-9b106114-c958-41c5-bd06-bc2e9f832058 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 210 time: 0.1036808 Apr 06 11:08:46.390226 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-be8b3f4f-3ce6-4b07-8608-33334d51561c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b52d484a15ca45559bff66140efa410b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2358713 Apr 06 11:08:46.399586 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46550) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:46.415994 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b3f4f-3ce6-4b07-8608-33334d51561c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5261a1d0-6642-432e-b954-0a01c21d8812,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:46.533250 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b88b8a7-c7e3-4220-a8f3-9d5fa7c21183 admin admin] Publish callbacks [] for security_group (5261a1d0-6642-432e-b954-0a01c21d8812), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:46.564900 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b88b8a7-c7e3-4220-a8f3-9d5fa7c21183 admin admin] Publish callbacks [] for security_group (5261a1d0-6642-432e-b954-0a01c21d8812), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:46.595527 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8f7f3-8251-47fe-9a39-872e55b05042 req-30309af9-ac9f-4eca-ace4-cadd933a5234 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:46.603649 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-43c8f7f3-8251-47fe-9a39-872e55b05042 req-30309af9-ac9f-4eca-ace4-cadd933a5234 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 944 time: 0.1153822 Apr 06 11:08:46.632342 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d5326feb-22e7-4101-a606-c6b41098546b req-5e327527-7f15-4a65-8f09-fe9b86fa05a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 210 time: 0.0990598 Apr 06 11:08:46.719949 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for port (5e742439-6216-46cc-ac73-975eeece043a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:46.747093 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-43c8f7f3-8251-47fe-9a39-872e55b05042 req-e37a98fb-be25-4bde-bb49-86508699d0a2 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424580 Apr 06 11:08:46.819499 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b88b8a7-c7e3-4220-a8f3-9d5fa7c21183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (5261a1d0-6642-432e-b954-0a01c21d8812), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:46.822347 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9b88b8a7-c7e3-4220-a8f3-9d5fa7c21183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:46.845652 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9b88b8a7-c7e3-4220-a8f3-9d5fa7c21183 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5261a1d0-6642-432e-b954-0a01c21d8812 HTTP/1.1" status: 204 len: 168 time: 0.4442973 Apr 06 11:08:46.864149 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fa6b5ea4-8668-4d6d-903d-c46beb50e852 req-d352cb5b-aa7a-48ad-9dfd-da833764c5ba service neutron] 10.222.0.49 "GET /v2.0/networks/06cffd94-bed2-49e1-ab85-3004b891a139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157326 Apr 06 11:08:46.864734 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88b8a7-c7e3-4220-a8f3-9d5fa7c21183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5261a1d0-6642-432e-b954-0a01c21d8812,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:46.961271 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3f228722-eaf9-4846-83d6-7ce489fdd81f req-15b5dfe6-8c9e-49cb-9012-d6b5ac0593bf tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 210 time: 0.1417458 Apr 06 11:08:46.983822 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-146b063d-90af-48c2-bcb2-596af492afe7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeca9938df6a4f308208d5b9370aff6d HTTP/1.1" status: 200 len: 380 time: 0.3273606 Apr 06 11:08:47.115385 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (5e742439-6216-46cc-ac73-975eeece043a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:47.245719 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Network 07045d9f-861e-4356-bcd4-b929f0eac50e is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:47.252316 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:47.270951 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:47.270951 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:47.270951 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:47.303462 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event updated for resources: {'Port': ['ID=5e742439-6216-46cc-ac73-975eeece043a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:47.339333 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Request body: {'port': {'device_id': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'admin_state_up': True, 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'security_groups': ['1297eea0-f00b-4a84-a0ef-5998f139eaab']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:47.509112 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-21f09c3b-483b-47ae-a688-a68c9ddbfcb4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7006845 Apr 06 11:08:47.575491 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Request body: {'port': {'device_id': '49d3cf80-e374-45c3-945e-30b50ad4ebc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:47.593224 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2012c7-2e8e-4973-a821-2d7b8b15a34f req-b1c9ec16-c820-4113-b724-3e3f1a01610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:47.595554 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2c2012c7-2e8e-4973-a821-2d7b8b15a34f req-b1c9ec16-c820-4113-b724-3e3f1a01610d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=92825d48c6c044b3bad475b05c9d138f&device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 1128 time: 0.2316530 Apr 06 11:08:47.613102 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737dc62b-1ea3-49ba-9e93-2892c2da1cc9 req-fbfd9cca-3203-47f2-ae8c-5e831bce1868 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:47.615271 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-737dc62b-1ea3-49ba-9e93-2892c2da1cc9 req-fbfd9cca-3203-47f2-ae8c-5e831bce1868 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 931 time: 0.1235073 Apr 06 11:08:47.774139 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-14857b9a-abaa-4294-90c6-5c3dcdc6fc95 None None] Provisioning complete for port 5e742439-6216-46cc-ac73-975eeece043a triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:47.775194 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-14857b9a-abaa-4294-90c6-5c3dcdc6fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (5e742439-6216-46cc-ac73-975eeece043a), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:47.784440 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-708b215e-7b23-4b9f-9e1f-6f6d15a48f71 req-4c42e02f-9618-4ae5-af51-f089f9cc28ee tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 210 time: 0.0684996 Apr 06 11:08:47.869584 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-737dc62b-1ea3-49ba-9e93-2892c2da1cc9 req-6d115de9-9378-494d-a2df-c4a69a471b85 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353587 Apr 06 11:08:47.905123 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-14857b9a-abaa-4294-90c6-5c3dcdc6fc95 None None] Port 5e742439-6216-46cc-ac73-975eeece043a cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:08:47.916265 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5e742439-6216-46cc-ac73-975eeece043a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:47.931882 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46600) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:47.944094 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797d1c25-af28-41b7-a702-c05a6fb9fa65 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:08:47.951254 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2012c7-2e8e-4973-a821-2d7b8b15a34f req-879ed1fb-1292-4bed-a12f-14336505262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:47.954388 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2c2012c7-2e8e-4973-a821-2d7b8b15a34f req-879ed1fb-1292-4bed-a12f-14336505262d service neutron] 10.222.0.49 "GET /v2.0/networks?id=06cffd94-bed2-49e1-ab85-3004b891a139 HTTP/1.1" status: 200 len: 913 time: 0.3367810 Apr 06 11:08:47.970638 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-31d70c3e-12d9-4890-be4c-019c74aae6a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:47.996542 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Publish callbacks [] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:48.087331 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Transition to ACTIVE for port object 797d1c25-af28-41b7-a702-c05a6fb9fa65 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:08:48.091536 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2c2012c7-2e8e-4973-a821-2d7b8b15a34f req-366532a3-930a-4a71-be23-b612c2a971ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cf2d4e4-161a-402e-9578-42db4989b8d2 HTTP/1.1" status: 200 len: 217 time: 0.0699492 Apr 06 11:08:48.101619 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Made reservation on behalf of aeca9938df6a4f308208d5b9370aff6d for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:48.111053 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:48.188157 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c7d9d-cda9-4623-8e13-1fbd5ade3176 req-f4b193c9-85b8-4bb6-97d2-6f3f6e2ad725 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:48.189678 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e92c7d9d-cda9-4623-8e13-1fbd5ade3176 req-f4b193c9-85b8-4bb6-97d2-6f3f6e2ad725 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 944 time: 0.3371568 Apr 06 11:08:48.205540 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-31d70c3e-12d9-4890-be4c-019c74aae6a6 admin admin] Publish callbacks [] for security_group (47a87cd1-4450-4a2b-8dc1-09c65e161bcf), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:48.208267 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7c075778-8982-483a-bebe-65c2e8aadd20 req-0cfccb53-baaf-4f17-a409-23267ce744d6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 210 time: 0.0682683 Apr 06 11:08:48.221780 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2012c7-2e8e-4973-a821-2d7b8b15a34f req-c72d183a-7654-49c3-9c2d-3fa21cc7962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:48.223463 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2c2012c7-2e8e-4973-a821-2d7b8b15a34f req-c72d183a-7654-49c3-9c2d-3fa21cc7962a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=be318d27-c4be-45c5-9636-3fb0cf5100d8 HTTP/1.1" status: 200 len: 852 time: 0.1160493 Apr 06 11:08:48.276569 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:48.284416 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2c2012c7-2e8e-4973-a821-2d7b8b15a34f req-bb65bf5d-e76e-41ea-846c-2ac643e00254 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06cffd94-bed2-49e1-ab85-3004b891a139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437617 Apr 06 11:08:48.330393 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-31d70c3e-12d9-4890-be4c-019c74aae6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (47a87cd1-4450-4a2b-8dc1-09c65e161bcf), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:48.572368 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d70c3e-12d9-4890-be4c-019c74aae6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a87cd1-4450-4a2b-8dc1-09c65e161bcf,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:48.581225 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-31d70c3e-12d9-4890-be4c-019c74aae6a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b2f63e8394c4ae7b8627c550fe27a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6435068 Apr 06 11:08:48.603414 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46618) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:48.699908 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2c2012c7-2e8e-4973-a821-2d7b8b15a34f req-5afbb35f-be8f-47a7-8f37-aecb94debdc8 service neutron] 10.222.0.49 "GET /v2.0/networks/06cffd94-bed2-49e1-ab85-3004b891a139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881708 Apr 06 11:08:48.797855 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Pushing event updated for resources: {'Port': ['ID=797d1c25-af28-41b7-a702-c05a6fb9fa65,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:49.047373 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f6bf8f76-ab1b-43de-a1b8-e98a217f6cb9 req-3e14c10c-9a1d-4f58-9ca4-808d7bcd43c2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 210 time: 0.1561401 Apr 06 11:08:49.052151 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2c2012c7-2e8e-4973-a821-2d7b8b15a34f req-8adf5199-9ae3-4bf6-aa11-0cbcf3a3d6a9 service neutron] 10.222.0.49 "GET /v2.0/networks/06cffd94-bed2-49e1-ab85-3004b891a139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431561 Apr 06 11:08:49.164053 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e92c7d9d-cda9-4623-8e13-1fbd5ade3176 req-d148fc2a-89d1-41ed-bdea-8ba2287dbe0f tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8884997 Apr 06 11:08:49.242763 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Attempting to bind port 797d1c25-af28-41b7-a702-c05a6fb9fa65 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:49.243156 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Attempting to bind port 797d1c25-af28-41b7-a702-c05a6fb9fa65 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:49.243495 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Attempting to bind port 797d1c25-af28-41b7-a702-c05a6fb9fa65 on network 07045d9f-861e-4356-bcd4-b929f0eac50e {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:49.330870 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e742439-6216-46cc-ac73-975eeece043a {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:08:49.352678 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Port 797d1c25-af28-41b7-a702-c05a6fb9fa65 on network 07045d9f-861e-4356-bcd4-b929f0eac50e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:08:49.353183 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Attempting to bind port 797d1c25-af28-41b7-a702-c05a6fb9fa65 on network 07045d9f-861e-4356-bcd4-b929f0eac50e {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:49.371206 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac57fb-39b1-4588-9c9e-564a1595fdd9 req-983329c3-866e-423c-a72c-94a616aacb9e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:49.374130 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Publish callbacks [] for port (5e742439-6216-46cc-ac73-975eeece043a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:49.382351 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-12ac57fb-39b1-4588-9c9e-564a1595fdd9 req-983329c3-866e-423c-a72c-94a616aacb9e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 931 time: 0.1737087 Apr 06 11:08:49.422447 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:49.422909 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Checking segment: {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:49.424302 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Bound using segment: {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:49.425329 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Bound port: 797d1c25-af28-41b7-a702-c05a6fb9fa65, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:49.426511 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:49.470711 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Allocated IP 172.20.0.11 (723de1ee-b3fa-4231-9470-1bc702945e4e/aaeedc9a-09ce-4d61-a72a-cdddeddf087c/b3cfd0b9-bcef-4882-8538-8b2054bb0e20) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:49.480210 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4ab13b7-962c-44a5-a10d-babd0c23f558 admin admin] Publish callbacks [] for security_group (47a87cd1-4450-4a2b-8dc1-09c65e161bcf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:49.486595 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-94153731-7cde-48ad-a2fa-ee1b76dca9b3 req-420fa9d9-1ae3-41b3-a48b-f1b38f73b4ea tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 210 time: 0.0955017 Apr 06 11:08:49.584066 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] For port 797d1c25-af28-41b7-a702-c05a6fb9fa65, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:49.590220 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] For port 797d1c25-af28-41b7-a702-c05a6fb9fa65, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=797d1c25-af28-41b7-a702-c05a6fb9fa65,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:49.602747 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-12ac57fb-39b1-4588-9c9e-564a1595fdd9 req-ea2056a4-06bc-47ab-8e78-070b2f5199a2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190404 Apr 06 11:08:49.605458 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Transition to ACTIVE for port object 5e742439-6216-46cc-ac73-975eeece043a will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:08:49.613085 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4ab13b7-962c-44a5-a10d-babd0c23f558 admin admin] Publish callbacks [] for security_group (47a87cd1-4450-4a2b-8dc1-09c65e161bcf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:49.683340 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:49.757222 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5e742439-6216-46cc-ac73-975eeece043a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:49.769498 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:49.770685 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:49.772151 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] 10.222.0.49 "PUT /v2.0/ports/797d1c25-af28-41b7-a702-c05a6fb9fa65 HTTP/1.1" status: 200 len: 1094 time: 4.5954947 Apr 06 11:08:49.779038 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf8b16c-09f8-4fd7-a252-4129091d032b', 'tag': '797d1c25-af28-41b7-a702-c05a6fb9fa65'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:08:49.978364 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c5e29-928f-4fc5-9912-3f324a4b1492 service neutron] Pushing event updated for resources: {'Port': ['ID=797d1c25-af28-41b7-a702-c05a6fb9fa65,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:50.114340 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4ab13b7-962c-44a5-a10d-babd0c23f558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (47a87cd1-4450-4a2b-8dc1-09c65e161bcf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:50.121910 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f4ab13b7-962c-44a5-a10d-babd0c23f558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:50.123476 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f4ab13b7-962c-44a5-a10d-babd0c23f558 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47a87cd1-4450-4a2b-8dc1-09c65e161bcf HTTP/1.1" status: 204 len: 168 time: 1.5156736 Apr 06 11:08:50.143002 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d0c038-7faa-4cc7-9276-781118dbe5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ccf8b16c-09f8-4fd7-a252-4129091d032b", "tag": "797d1c25-af28-41b7-a702-c05a6fb9fa65"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:08:50.210540 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:50.267695 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Attempting to bind port 5e742439-6216-46cc-ac73-975eeece043a on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:50.267695 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Attempting to bind port 5e742439-6216-46cc-ac73-975eeece043a by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:50.267695 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Attempting to bind port 5e742439-6216-46cc-ac73-975eeece043a on network 07045d9f-861e-4356-bcd4-b929f0eac50e {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:50.268379 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab13b7-962c-44a5-a10d-babd0c23f558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a87cd1-4450-4a2b-8dc1-09c65e161bcf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:50.304365 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46676) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:50.338343 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Pushing event updated for resources: {'Port': ['ID=5e742439-6216-46cc-ac73-975eeece043a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:50.369389 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Port 5e742439-6216-46cc-ac73-975eeece043a on network 07045d9f-861e-4356-bcd4-b929f0eac50e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:08:50.371627 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Attempting to bind port 5e742439-6216-46cc-ac73-975eeece043a on network 07045d9f-861e-4356-bcd4-b929f0eac50e {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:50.462778 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4d620690-6672-4a6f-889d-e8dd1274c4e4 req-946b1209-e23a-4cb4-afd1-f419a592f2ca tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 210 time: 0.2186151 Apr 06 11:08:50.468802 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:50.475127 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f913-b167-46f3-8b5d-92515424b4ad req-435a370d-9d1a-43d2-8225-ca715382d720 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:50.486298 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7ed7f913-b167-46f3-8b5d-92515424b4ad req-435a370d-9d1a-43d2-8225-ca715382d720 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 944 time: 0.2010393 Apr 06 11:08:50.487430 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Checking segment: {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:50.489126 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Bound using segment: {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:50.490671 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Bound port: 5e742439-6216-46cc-ac73-975eeece043a, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:50.491371 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5e742439-6216-46cc-ac73-975eeece043a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:50.627071 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7ed7f913-b167-46f3-8b5d-92515424b4ad req-416ee715-c4bc-4a13-bace-e7273bf232d2 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223955 Apr 06 11:08:50.707015 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:50.707015 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] For port 5e742439-6216-46cc-ac73-975eeece043a, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:50.759938 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] For port 5e742439-6216-46cc-ac73-975eeece043a, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5e742439-6216-46cc-ac73-975eeece043a,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:50.775785 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Network 723de1ee-b3fa-4231-9470-1bc702945e4e is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:50.786159 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:50.793643 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:50.817345 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:50.819969 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:50.831049 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event updated for resources: {'Port': ['ID=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:50.844058 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-3310793b-5c87-45b9-87d8-c16390a804a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:50.845070 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-3310793b-5c87-45b9-87d8-c16390a804a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 1128 time: 0.2520859 Apr 06 11:08:50.902019 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e22a2079-b44c-4232-84c7-f177513fda01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:51.007608 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-bef741a7-c878-4727-96e7-e8bee5d323a1 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:51.009411 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-bef741a7-c878-4727-96e7-e8bee5d323a1 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 814 time: 0.3055487 Apr 06 11:08:51.024556 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926bcf2-1412-4746-92f6-2b7b27eb3af4 req-99b04e98-0871-424e-9ffc-a6dad1832977 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:51.033568 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9926bcf2-1412-4746-92f6-2b7b27eb3af4 req-99b04e98-0871-424e-9ffc-a6dad1832977 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 932 time: 0.3314335 Apr 06 11:08:51.214484 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9926bcf2-1412-4746-92f6-2b7b27eb3af4 req-9be682f4-19f4-45f7-83e4-590d15d478fc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773069 Apr 06 11:08:51.228528 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-68564135-52aa-4df9-9a30-d027fd932c33 None None] Provisioning complete for port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:51.229236 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-68564135-52aa-4df9-9a30-d027fd932c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:51.258844 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e22a2079-b44c-4232-84c7-f177513fda01 admin admin] Publish callbacks [] for security_group (f63b2ff7-2ef6-4d17-8071-8d8316a79771), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:51.311870 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-8d173939-5f2f-4fbd-b2fd-497d211c847a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=797d1c25-af28-41b7-a702-c05a6fb9fa65 HTTP/1.1" status: 200 len: 217 time: 0.1721263 Apr 06 11:08:51.337675 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-68564135-52aa-4df9-9a30-d027fd932c33 None None] Port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:08:51.337802 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e7c29c-e4d9-41bf-8e9b-0a9e3ea2b740 x-openstack-request-id: req-52e7c29c-e4d9-41bf-8e9b-0a9e3ea2b740 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:08:51.337802 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccf8b16c-09f8-4fd7-a252-4129091d032b", "tag": "797d1c25-af28-41b7-a702-c05a6fb9fa65", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:08:51.337802 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52e7c29c-e4d9-41bf-8e9b-0a9e3ea2b740 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:08:51.337802 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e7c29c-e4d9-41bf-8e9b-0a9e3ea2b740'] response: {'name': 'network-changed', 'server_uuid': 'ccf8b16c-09f8-4fd7-a252-4129091d032b', 'tag': '797d1c25-af28-41b7-a702-c05a6fb9fa65', 'status': 'completed', 'code': 200} Apr 06 11:08:51.405328 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-560e412e-3522-414e-9b5d-32eefd727748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:51.410635 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-560e412e-3522-414e-9b5d-32eefd727748 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0780368 Apr 06 11:08:51.419706 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-ec2d4b0f-7a55-498d-927a-547c17c4d3d4 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec HTTP/1.1" status: 200 len: 379 time: 0.2781100 Apr 06 11:08:51.461504 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a945579-843e-48d7-afe4-6b7f7c31026a req-8e6be76c-1970-467f-84a0-a266fed0d780 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:51.461504 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5a945579-843e-48d7-afe4-6b7f7c31026a req-8e6be76c-1970-467f-84a0-a266fed0d780 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.0956724 Apr 06 11:08:51.518808 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'port': {'device_id': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'admin_state_up': True, 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'security_groups': ['9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3']}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:51.533676 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5a945579-843e-48d7-afe4-6b7f7c31026a req-e03f844e-bfb2-4859-874f-8e722797b987 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792835 Apr 06 11:08:51.601572 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2fc29030-c721-44c9-bc98-dabdbbb6969f req-4f3d39c4-f99a-4b3a-9382-32db43015048 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 210 time: 0.0355582 Apr 06 11:08:51.660951 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-3add5d42-788c-4dd1-8287-a519377efa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:51.666406 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-3add5d42-788c-4dd1-8287-a519377efa5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1661797 Apr 06 11:08:51.727399 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b3641-1e82-488b-b9e7-9789be76b156 req-9fa55b00-677f-4835-b382-f4a82389de3a tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:51.728925 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1e1b3641-1e82-488b-b9e7-9789be76b156 req-9fa55b00-677f-4835-b382-f4a82389de3a tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 944 time: 0.0560911 Apr 06 11:08:51.779606 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1e1b3641-1e82-488b-b9e7-9789be76b156 req-7cf401ca-c18b-4ea1-abb8-203a23a7a23f tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443161 Apr 06 11:08:51.779982 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-cb7d0e2a-65ff-430f-a1c8-1b5526c341ab service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091342 Apr 06 11:08:51.877615 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7718c53-2716-4d42-a2b7-ae3a83904de2 req-39f35138-8c74-4ff2-9885-837e7b17556e service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903807 Apr 06 11:08:51.934981 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5e742439-6216-46cc-ac73-975eeece043a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:51.972589 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:51.978794 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:51.978794 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] 10.222.0.49 "PUT /v2.0/ports/5e742439-6216-46cc-ac73-975eeece043a HTTP/1.1" status: 200 len: 1093 time: 4.4057860 Apr 06 11:08:52.002549 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e22a2079-b44c-4232-84c7-f177513fda01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f63b2ff7-2ef6-4d17-8071-8d8316a79771), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:52.007573 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-305dff6e-8989-4ff7-a165-74b75abe22c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6849203 Apr 06 11:08:52.007849 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bb084b6f-8b95-4ee3-809a-fa316f05a89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:52.007954 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796b4fc-2159-491f-acee-4adbf59a2f25 service neutron] Pushing event updated for resources: {'Port': ['ID=5e742439-6216-46cc-ac73-975eeece043a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:52.069971 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Made reservation on behalf of 8bcfb6262bb7416b985b1d670dcdf4ec for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:08:52.073458 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:52.077425 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a2079-b44c-4232-84c7-f177513fda01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63b2ff7-2ef6-4d17-8071-8d8316a79771,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:52.090809 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e22a2079-b44c-4232-84c7-f177513fda01 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ac307a514134a4eb93a4bd9b939d7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7199008 Apr 06 11:08:52.102328 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46710) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:52.179456 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac83691b-3af1-4852-9654-38c32d8bca60 admin admin] Publish callbacks [] for security_group (f63b2ff7-2ef6-4d17-8071-8d8316a79771), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:52.208769 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac83691b-3af1-4852-9654-38c32d8bca60 admin admin] Publish callbacks [] for security_group (f63b2ff7-2ef6-4d17-8071-8d8316a79771), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:52.283735 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Allocated IP 172.20.0.14 (1153c82f-85eb-4ccf-a631-367f6df86902/19a20e05-f19c-4ec0-af50-723b11d3fbdb/280f6152-910f-45d4-9a05-5ca83bcfe580) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:08:52.353462 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9da2f-c262-4de6-b053-7ff8a23a419e req-19ab9d2b-fe28-474b-a7ae-5607d5b8513e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:52.354936 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c8c9da2f-c262-4de6-b053-7ff8a23a419e req-19ab9d2b-fe28-474b-a7ae-5607d5b8513e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 932 time: 0.0515316 Apr 06 11:08:52.403359 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c8c9da2f-c262-4de6-b053-7ff8a23a419e req-95c4d2d3-814e-4946-b49d-3c2a5a0e7883 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425553 Apr 06 11:08:52.404524 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac83691b-3af1-4852-9654-38c32d8bca60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f63b2ff7-2ef6-4d17-8071-8d8316a79771), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:52.407074 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ac83691b-3af1-4852-9654-38c32d8bca60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:52.408122 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ac83691b-3af1-4852-9654-38c32d8bca60 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f63b2ff7-2ef6-4d17-8071-8d8316a79771 HTTP/1.1" status: 204 len: 168 time: 0.3107779 Apr 06 11:08:52.416504 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83691b-3af1-4852-9654-38c32d8bca60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63b2ff7-2ef6-4d17-8071-8d8316a79771,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:52.543488 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:52.671526 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640048d-000b-484a-a69b-5c62c3808c1a req-0380e4bb-36da-4c95-b51b-4f6daf01f47a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:52.673168 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5640048d-000b-484a-a69b-5c62c3808c1a req-0380e4bb-36da-4c95-b51b-4f6daf01f47a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.0587878 Apr 06 11:08:52.679175 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:52.746702 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea68297-34ea-440d-a200-f7da977dcbe6 req-4c0d5f82-f857-4eaa-87d4-ebda4b6bc904 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:52.748330 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7ea68297-34ea-440d-a200-f7da977dcbe6 req-4c0d5f82-f857-4eaa-87d4-ebda4b6bc904 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 932 time: 0.0678351 Apr 06 11:08:52.783081 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5640048d-000b-484a-a69b-5c62c3808c1a req-671f23a9-9204-4a20-8a0b-84352a9efee2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016209 Apr 06 11:08:52.793328 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Network 1153c82f-85eb-4ccf-a631-367f6df86902 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:08:52.797775 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:08:52.808290 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:08:52.808290 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:52.808879 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:52.836398 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'Port': ['ID=280f6152-910f-45d4-9a05-5ca83bcfe580,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:52.855465 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7ea68297-34ea-440d-a200-f7da977dcbe6 req-1d3f9916-01e2-4b1a-928a-8b90e205d1fb tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007226 Apr 06 11:08:52.905953 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-162a9a39-a679-4c67-9839-6288f5a2f65a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3944337 Apr 06 11:08:52.981914 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10091e75-f97a-4928-9cca-0c613abb3e83 req-a804f637-1bf0-4a55-85f9-059317f7f105 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:52.987451 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-10091e75-f97a-4928-9cca-0c613abb3e83 req-a804f637-1bf0-4a55-85f9-059317f7f105 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 944 time: 0.0964725 Apr 06 11:08:53.050703 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-10091e75-f97a-4928-9cca-0c613abb3e83 req-127e7e64-27ff-4184-96a2-8350e78dd357 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586486 Apr 06 11:08:53.195108 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-1f65ccb5-114b-4998-b089-882f0d1938db None None] Provisioning complete for port 280f6152-910f-45d4-9a05-5ca83bcfe580 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:08:53.195709 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1f65ccb5-114b-4998-b089-882f0d1938db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:53.228850 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-1f65ccb5-114b-4998-b089-882f0d1938db None None] Port 280f6152-910f-45d4-9a05-5ca83bcfe580 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:08:53.266873 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46762) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:53.280566 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66223e51-74ac-432a-a685-03a2abc82760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:53.336821 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d3cf80-e374-45c3-945e-30b50ad4ebc2', 'tag': '5e742439-6216-46cc-ac73-975eeece043a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:08:53.339226 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44909aae-f027-4f28-89c2-5a099eef8af1" -d '{"events": [{"name": "network-changed", "server_uuid": "49d3cf80-e374-45c3-945e-30b50ad4ebc2", "tag": "5e742439-6216-46cc-ac73-975eeece043a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:08:53.364435 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66223e51-74ac-432a-a685-03a2abc82760 admin admin] Publish callbacks [] for security_group (4f2ed93b-f918-4da4-ad04-4832ee4d423d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:53.385620 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9693607-e0f2-4a2b-b9a1-7bd0e9807644 x-openstack-request-id: req-b9693607-e0f2-4a2b-b9a1-7bd0e9807644 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:08:53.386077 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d3cf80-e374-45c3-945e-30b50ad4ebc2", "tag": "5e742439-6216-46cc-ac73-975eeece043a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:08:53.386323 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9693607-e0f2-4a2b-b9a1-7bd0e9807644 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:08:53.386862 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9693607-e0f2-4a2b-b9a1-7bd0e9807644'] response: {'name': 'network-changed', 'server_uuid': '49d3cf80-e374-45c3-945e-30b50ad4ebc2', 'tag': '5e742439-6216-46cc-ac73-975eeece043a', 'status': 'completed', 'code': 200} Apr 06 11:08:53.425752 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-66223e51-74ac-432a-a685-03a2abc82760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (4f2ed93b-f918-4da4-ad04-4832ee4d423d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:53.464358 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-66223e51-74ac-432a-a685-03a2abc82760 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4be621d6b0444b8281c6c4e42e259fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953802 Apr 06 11:08:53.464606 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66223e51-74ac-432a-a685-03a2abc82760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2ed93b-f918-4da4-ad04-4832ee4d423d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:53.466051 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46774) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:53.570179 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc14e-8d3c-44bc-86fe-cf93f98cc5b1 admin admin] Publish callbacks [] for security_group (4f2ed93b-f918-4da4-ad04-4832ee4d423d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:53.592501 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886d120-21dd-4693-8567-d8460b80d562 req-ad542544-99e0-48e0-8f6a-ca35686ae9a9 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:53.593984 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b886d120-21dd-4693-8567-d8460b80d562 req-ad542544-99e0-48e0-8f6a-ca35686ae9a9 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 932 time: 0.1016026 Apr 06 11:08:53.611492 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc14e-8d3c-44bc-86fe-cf93f98cc5b1 admin admin] Publish callbacks [] for security_group (4f2ed93b-f918-4da4-ad04-4832ee4d423d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:53.670228 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b886d120-21dd-4693-8567-d8460b80d562 req-bfb379b3-8b52-4300-b61f-c48936bc5976 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683882 Apr 06 11:08:53.763230 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc14e-8d3c-44bc-86fe-cf93f98cc5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (4f2ed93b-f918-4da4-ad04-4832ee4d423d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:53.766170 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d1ffc14e-8d3c-44bc-86fe-cf93f98cc5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:53.767385 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d1ffc14e-8d3c-44bc-86fe-cf93f98cc5b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f2ed93b-f918-4da4-ad04-4832ee4d423d HTTP/1.1" status: 204 len: 168 time: 0.3003237 Apr 06 11:08:53.772331 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46782) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:53.775934 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffc14e-8d3c-44bc-86fe-cf93f98cc5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2ed93b-f918-4da4-ad04-4832ee4d423d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:53.918966 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-23962e65-fc06-4324-9346-ad34c95279a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:53.955953 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c917e4-4101-44df-b545-d6d0ac2f5ae6 req-ed709ac1-f0bd-47df-b199-cd17f822865f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:53.963123 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3c917e4-4101-44df-b545-d6d0ac2f5ae6 req-ed709ac1-f0bd-47df-b199-cd17f822865f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.1045797 Apr 06 11:08:53.978036 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44fed0-34dc-4577-907a-7014f4d20ec4 req-ea249254-1e11-4b87-ae9a-1dea056e0dc6 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:53.979777 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3d44fed0-34dc-4577-907a-7014f4d20ec4 req-ea249254-1e11-4b87-ae9a-1dea056e0dc6 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 932 time: 0.0581162 Apr 06 11:08:54.027217 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3c917e4-4101-44df-b545-d6d0ac2f5ae6 req-fd849ac6-772f-4269-99ca-2be21084e61a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629017 Apr 06 11:08:54.028268 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3d44fed0-34dc-4577-907a-7014f4d20ec4 req-b86875e0-542e-4e89-ac49-ad62b0bc806c tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424824 Apr 06 11:08:54.060374 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-23962e65-fc06-4324-9346-ad34c95279a3 admin admin] Publish callbacks [] for security_group (cc801e4f-4cd4-4571-854a-68994dcd22cc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:54.098280 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Request body: {'port': {'device_id': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:54.102863 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Request body: {'port': {'device_id': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:08:54.171560 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:54.188164 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-23962e65-fc06-4324-9346-ad34c95279a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (cc801e4f-4cd4-4571-854a-68994dcd22cc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:54.296153 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-23962e65-fc06-4324-9346-ad34c95279a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d81241b691c4f708c42bdaf55847e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5224674 Apr 06 11:08:54.299085 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46802) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:54.304368 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23962e65-fc06-4324-9346-ad34c95279a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc801e4f-4cd4-4571-854a-68994dcd22cc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:54.317801 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0c038-7faa-4cc7-9276-781118dbe5c7 req-21c03425-7b3c-4dac-a8b9-6da18b7f39fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:54.322046 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4d0c038-7faa-4cc7-9276-781118dbe5c7 req-21c03425-7b3c-4dac-a8b9-6da18b7f39fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 1128 time: 0.2169940 Apr 06 11:08:54.324348 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:54.336154 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44909aae-f027-4f28-89c2-5a099eef8af1 req-7061fe61-b4e2-45cc-b1b0-45645e689846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:54.338204 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-44909aae-f027-4f28-89c2-5a099eef8af1 req-7061fe61-b4e2-45cc-b1b0-45645e689846 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 1127 time: 0.2369514 Apr 06 11:08:54.351213 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2b0d9-7e2c-4c17-a773-637d7b7ba945 req-08f810a0-f986-4dfc-9515-6c61c224d1d4 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:54.352705 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c5e2b0d9-7e2c-4c17-a773-637d7b7ba945 req-08f810a0-f986-4dfc-9515-6c61c224d1d4 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 944 time: 0.2259893 Apr 06 11:08:54.423588 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8253f2bf-c1f9-457d-abb9-51c96ef583c4 admin admin] Publish callbacks [] for security_group (cc801e4f-4cd4-4571-854a-68994dcd22cc), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:54.450443 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2be37451-8326-4a6a-a995-60ed017dc79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:54.475478 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8253f2bf-c1f9-457d-abb9-51c96ef583c4 admin admin] Publish callbacks [] for security_group (cc801e4f-4cd4-4571-854a-68994dcd22cc), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:54.579042 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280f6152-910f-45d4-9a05-5ca83bcfe580 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:08:54.591060 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Publish callbacks [] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:54.679885 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Transition to ACTIVE for port object 280f6152-910f-45d4-9a05-5ca83bcfe580 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:08:54.683064 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8253f2bf-c1f9-457d-abb9-51c96ef583c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (cc801e4f-4cd4-4571-854a-68994dcd22cc), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:54.687894 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8253f2bf-c1f9-457d-abb9-51c96ef583c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:54.689257 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8253f2bf-c1f9-457d-abb9-51c96ef583c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc801e4f-4cd4-4571-854a-68994dcd22cc HTTP/1.1" status: 204 len: 168 time: 0.3889966 Apr 06 11:08:54.703364 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253f2bf-c1f9-457d-abb9-51c96ef583c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc801e4f-4cd4-4571-854a-68994dcd22cc,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:54.718926 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c5e2b0d9-7e2c-4c17-a773-637d7b7ba945 req-8058eaa9-183d-4503-9314-2c89eb0234f5 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443048 Apr 06 11:08:54.758467 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:54.934220 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Pushing event updated for resources: {'Port': ['ID=280f6152-910f-45d4-9a05-5ca83bcfe580,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:54.940234 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Attempting to bind port 280f6152-910f-45d4-9a05-5ca83bcfe580 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:54.940662 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Attempting to bind port 280f6152-910f-45d4-9a05-5ca83bcfe580 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:54.941161 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Attempting to bind port 280f6152-910f-45d4-9a05-5ca83bcfe580 on network 1153c82f-85eb-4ccf-a631-367f6df86902 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:54.950988 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Port 280f6152-910f-45d4-9a05-5ca83bcfe580 on network 1153c82f-85eb-4ccf-a631-367f6df86902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:08:54.951390 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Attempting to bind port 280f6152-910f-45d4-9a05-5ca83bcfe580 on network 1153c82f-85eb-4ccf-a631-367f6df86902 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:54.960338 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:54.960801 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Checking segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:54.961526 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Bound using segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:54.962025 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Bound port: 280f6152-910f-45d4-9a05-5ca83bcfe580, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:54.962456 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:54.981728 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74478abd-5e86-40cb-91ab-e4b500687101 req-e80031a1-129e-4a74-aebb-fcdf6884fb2d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:54.983304 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-74478abd-5e86-40cb-91ab-e4b500687101 req-e80031a1-129e-4a74-aebb-fcdf6884fb2d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 932 time: 0.1696131 Apr 06 11:08:55.012694 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cfd0b9-bcef-4882-8538-8b2054bb0e20 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:08:55.021858 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Publish callbacks [] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:55.037733 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Transition to ACTIVE for port object b3cfd0b9-bcef-4882-8538-8b2054bb0e20 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:08:55.112719 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:55.134907 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-74478abd-5e86-40cb-91ab-e4b500687101 req-28673fc9-815c-49a2-b7a9-f2c167b89264 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287210 Apr 06 11:08:55.157258 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] For port 280f6152-910f-45d4-9a05-5ca83bcfe580, host hv-cinder-83607, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:55.162737 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] For port 280f6152-910f-45d4-9a05-5ca83bcfe580, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=280f6152-910f-45d4-9a05-5ca83bcfe580,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:55.187459 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:55.249742 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:55.298006 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Attempting to bind port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:08:55.299056 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Attempting to bind port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:08:55.299631 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Attempting to bind port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 on network 723de1ee-b3fa-4231-9470-1bc702945e4e {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:55.306230 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:55.306415 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 on network 723de1ee-b3fa-4231-9470-1bc702945e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:08:55.306806 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Attempting to bind port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 on network 723de1ee-b3fa-4231-9470-1bc702945e4e {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:08:55.313958 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:55.314918 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:55.317133 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] 10.222.0.49 "PUT /v2.0/ports/280f6152-910f-45d4-9a05-5ca83bcfe580 HTTP/1.1" status: 200 len: 1094 time: 1.2232022 Apr 06 11:08:55.319041 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'tag': '280f6152-910f-45d4-9a05-5ca83bcfe580'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:08:55.321588 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2a9e52-d61e-419b-a578-7963bf1ddd24" -d '{"events": [{"name": "network-changed", "server_uuid": "45009266-b1ff-4929-86a9-aaa8a73db3dd", "tag": "280f6152-910f-45d4-9a05-5ca83bcfe580"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:08:55.322918 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:08:55.323270 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Checking segment: {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:08:55.323661 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Bound using segment: {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:08:55.326844 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Bound port: b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:08:55.327080 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:55.404444 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65853569-cb03-4cca-bb41-8ec6f7df1a19 service neutron] Pushing event updated for resources: {'Port': ['ID=280f6152-910f-45d4-9a05-5ca83bcfe580,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:55.443007 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd52b0-4a96-4bda-8006-5a5f59a5df4c req-6c685a23-044c-48c6-95c4-fa5b9e979106 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:55.456016 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-16bd52b0-4a96-4bda-8006-5a5f59a5df4c req-6c685a23-044c-48c6-95c4-fa5b9e979106 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.1376929 Apr 06 11:08:55.477835 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a440f6-94a3-4300-84c0-957081dac95e req-76b35a46-cce5-4b77-be30-9500072bd2a3 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:55.479894 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-99a440f6-94a3-4300-84c0-957081dac95e req-76b35a46-cce5-4b77-be30-9500072bd2a3 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 944 time: 0.1182418 Apr 06 11:08:55.498841 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:08:55.515048 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:08:55.540577 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-16bd52b0-4a96-4bda-8006-5a5f59a5df4c req-3afffe7c-e4e2-477a-9c39-fb816efd3613 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835621 Apr 06 11:08:55.629899 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:55.681703 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-99a440f6-94a3-4300-84c0-957081dac95e req-8468a748-e6e0-4cd0-9900-7bc4cdf741d0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868329 Apr 06 11:08:55.713182 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bd364e-3250-4c72-8b87-d8b2d23bed66 x-openstack-request-id: req-30bd364e-3250-4c72-8b87-d8b2d23bed66 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:08:55.714032 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45009266-b1ff-4929-86a9-aaa8a73db3dd", "tag": "280f6152-910f-45d4-9a05-5ca83bcfe580", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:08:55.714457 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30bd364e-3250-4c72-8b87-d8b2d23bed66 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:08:55.715319 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bd364e-3250-4c72-8b87-d8b2d23bed66'] response: {'name': 'network-changed', 'server_uuid': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'tag': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'status': 'completed', 'code': 200} Apr 06 11:08:55.725754 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:55.726438 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:55.727812 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] 10.222.0.49 "PUT /v2.0/ports/b3cfd0b9-bcef-4882-8538-8b2054bb0e20 HTTP/1.1" status: 200 len: 1094 time: 1.6346006 Apr 06 11:08:55.728261 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:08:55.730856 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800cdfc2-2296-4852-9d5b-1b6926a1fe4a" -d '{"events": [{"name": "network-changed", "server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:08:55.781682 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262f315-34d3-490c-9cd4-d2b8895ae5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:55.828495 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcd499e-fb44-4f0c-b22e-c0726a036706 x-openstack-request-id: req-2fcd499e-fb44-4f0c-b22e-c0726a036706 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:08:55.828795 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:08:55.829078 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fcd499e-fb44-4f0c-b22e-c0726a036706 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:08:55.829682 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fcd499e-fb44-4f0c-b22e-c0726a036706'] response: {'name': 'network-changed', 'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'status': 'completed', 'code': 200} Apr 06 11:08:56.026482 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fcb49-261c-48de-8bd0-78d55eba69c1 req-2c68fc03-f665-4c7f-bf97-4e38bd44ea93 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:56.028445 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e94fcb49-261c-48de-8bd0-78d55eba69c1 req-2c68fc03-f665-4c7f-bf97-4e38bd44ea93 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 944 time: 0.0815761 Apr 06 11:08:56.090789 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e94fcb49-261c-48de-8bd0-78d55eba69c1 req-8273ca36-723e-45f0-9c9f-c62d999339d7 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561271 Apr 06 11:08:56.353278 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e1302-e322-41a4-9d3c-0e4bb3ac6e87 req-5d36f0fc-a6f6-406d-941f-0d22dfc07336 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:56.361084 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8a1e1302-e322-41a4-9d3c-0e4bb3ac6e87 req-5d36f0fc-a6f6-406d-941f-0d22dfc07336 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0986314 Apr 06 11:08:56.421113 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8a1e1302-e322-41a4-9d3c-0e4bb3ac6e87 req-9953df42-125b-4f69-bd44-f798df555edb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566440 Apr 06 11:08:56.660752 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93aa8a-5de3-4a13-b5f4-7589e4d7860d req-43f6d95a-3a3d-4bee-b7e1-127c1dcbdb07 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:56.662436 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fb93aa8a-5de3-4a13-b5f4-7589e4d7860d req-43f6d95a-3a3d-4bee-b7e1-127c1dcbdb07 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.0658967 Apr 06 11:08:56.721943 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fb93aa8a-5de3-4a13-b5f4-7589e4d7860d req-4b2f13ae-f9f6-4250-911d-5c04206b3246 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529182 Apr 06 11:08:56.760992 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:56.797783 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51e2ca-94ba-4a73-8607-717b952ce08e req-2a715004-2afd-4ba7-9b7e-f8acf08df7dd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:56.799674 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cb51e2ca-94ba-4a73-8607-717b952ce08e req-2a715004-2afd-4ba7-9b7e-f8acf08df7dd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 944 time: 0.0728004 Apr 06 11:08:56.850604 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cb51e2ca-94ba-4a73-8607-717b952ce08e req-4ea71e9f-cc64-45aa-b67f-602970375588 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445085 Apr 06 11:08:56.984323 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46956) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:57.136059 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9e52-d61e-419b-a578-7963bf1ddd24 req-77310b06-8145-43ee-b7a3-68d34716e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:57.141650 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cb2a9e52-d61e-419b-a578-7963bf1ddd24 req-77310b06-8145-43ee-b7a3-68d34716e11a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 1128 time: 0.0746009 Apr 06 11:08:57.280691 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3adc1a52-f4d4-41ad-a0b8-1be928a68100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:57.371265 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9e52-d61e-419b-a578-7963bf1ddd24 req-d63c1ba7-bcea-448e-8f3e-660160d635eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:57.372745 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cb2a9e52-d61e-419b-a578-7963bf1ddd24 req-d63c1ba7-bcea-448e-8f3e-660160d635eb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2216866 Apr 06 11:08:57.402982 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a57084-0589-4c10-a05a-9f4538ba0698 req-cdc76ba1-d696-405a-8af7-36fc96d2da4c tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:57.404697 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c6a57084-0589-4c10-a05a-9f4538ba0698 req-cdc76ba1-d696-405a-8af7-36fc96d2da4c tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 944 time: 0.2164526 Apr 06 11:08:57.422352 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cdfc2-2296-4852-9d5b-1b6926a1fe4a req-fa3e7177-b4f9-42fc-a50f-b69eac97a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:57.425090 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-800cdfc2-2296-4852-9d5b-1b6926a1fe4a req-fa3e7177-b4f9-42fc-a50f-b69eac97a5aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 1128 time: 0.3583081 Apr 06 11:08:57.425562 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3adc1a52-f4d4-41ad-a0b8-1be928a68100 admin admin] Publish callbacks [] for security_group (3b316ce6-4ba7-466b-8ecb-32af7c635c83), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:57.461804 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44909aae-f027-4f28-89c2-5a099eef8af1 req-730c896c-11f2-499b-8787-ecb6cdd77007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:57.463626 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-44909aae-f027-4f28-89c2-5a099eef8af1 req-730c896c-11f2-499b-8787-ecb6cdd77007 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4059863 Apr 06 11:08:57.463745 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 46972) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:57.480723 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3adc1a52-f4d4-41ad-a0b8-1be928a68100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (3b316ce6-4ba7-466b-8ecb-32af7c635c83), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:57.494690 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0c038-7faa-4cc7-9276-781118dbe5c7 req-49b6065d-4c21-4d0a-834b-3c5cc68d0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:57.496365 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4d0c038-7faa-4cc7-9276-781118dbe5c7 req-49b6065d-4c21-4d0a-834b-3c5cc68d0ad8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 919 time: 0.4182823 Apr 06 11:08:57.520886 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c6a57084-0589-4c10-a05a-9f4538ba0698 req-2a0a5801-d115-4b18-9553-fbd35bed6831 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008184 Apr 06 11:08:57.569383 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 46980) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:57.569508 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3adc1a52-f4d4-41ad-a0b8-1be928a68100 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad0b07f55e734216814626b2ad995c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5839486 Apr 06 11:08:57.575383 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc1a52-f4d4-41ad-a0b8-1be928a68100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b316ce6-4ba7-466b-8ecb-32af7c635c83,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:57.601536 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd175f-86b4-44c1-a4aa-acd0797a1730 req-1a935398-3d42-44db-ac32-124ce6b5c42c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:57.605669 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-58dd175f-86b4-44c1-a4aa-acd0797a1730 req-1a935398-3d42-44db-ac32-124ce6b5c42c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.1086791 Apr 06 11:08:57.633576 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1399f16e-d9b9-4e6b-ad9e-fcd1f7888881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:57.643728 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06e00222-f794-4138-9b45-a9bcc9ebd0bb admin admin] Publish callbacks [] for security_group (3b316ce6-4ba7-466b-8ecb-32af7c635c83), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:57.680979 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06e00222-f794-4138-9b45-a9bcc9ebd0bb admin admin] Publish callbacks [] for security_group (3b316ce6-4ba7-466b-8ecb-32af7c635c83), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:57.687457 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-58dd175f-86b4-44c1-a4aa-acd0797a1730 req-d325155c-b88a-455f-868a-9ee0165f88dd tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728655 Apr 06 11:08:57.738830 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1399f16e-d9b9-4e6b-ad9e-fcd1f7888881 admin admin] Publish callbacks [] for security_group (7746ce9a-4f56-4f42-b6b4-4231b225535f), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:57.825789 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1399f16e-d9b9-4e6b-ad9e-fcd1f7888881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (7746ce9a-4f56-4f42-b6b4-4231b225535f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:57.852302 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d03a2-8d7b-43af-a2a6-7f711cd9b928 req-ea96718c-5d69-40bc-b810-3d615cea70c1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:57.854069 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ac3d03a2-8d7b-43af-a2a6-7f711cd9b928 req-ea96718c-5d69-40bc-b810-3d615cea70c1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.0623963 Apr 06 11:08:57.857630 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06e00222-f794-4138-9b45-a9bcc9ebd0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (3b316ce6-4ba7-466b-8ecb-32af7c635c83), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:57.867981 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06e00222-f794-4138-9b45-a9bcc9ebd0bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:57.871870 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-06e00222-f794-4138-9b45-a9bcc9ebd0bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b316ce6-4ba7-466b-8ecb-32af7c635c83 HTTP/1.1" status: 204 len: 168 time: 0.2985306 Apr 06 11:08:57.880511 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399f16e-d9b9-4e6b-ad9e-fcd1f7888881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7746ce9a-4f56-4f42-b6b4-4231b225535f,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:57.893976 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1399f16e-d9b9-4e6b-ad9e-fcd1f7888881 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=efc0174d445d4a1b9a359f7bf35d9c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262509 Apr 06 11:08:57.896191 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e00222-f794-4138-9b45-a9bcc9ebd0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b316ce6-4ba7-466b-8ecb-32af7c635c83,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:57.896329 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47000) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:57.945845 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ac3d03a2-8d7b-43af-a2a6-7f711cd9b928 req-50dd91c0-1fe8-4b72-ae3c-baddce640242 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741436 Apr 06 11:08:58.013456 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8cebe1f-de57-4ae9-83b4-fa279a1e8d47 admin admin] Publish callbacks [] for security_group (7746ce9a-4f56-4f42-b6b4-4231b225535f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:58.042169 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8cebe1f-de57-4ae9-83b4-fa279a1e8d47 admin admin] Publish callbacks [] for security_group (7746ce9a-4f56-4f42-b6b4-4231b225535f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:58.055502 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e694a2-85db-4fee-abd9-8f25c38a5206 req-e097b1bb-3fbd-4ce3-99ea-befe6bf7ade9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:58.056965 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-12e694a2-85db-4fee-abd9-8f25c38a5206 req-e097b1bb-3fbd-4ce3-99ea-befe6bf7ade9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 944 time: 0.0915346 Apr 06 11:08:58.118555 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-12e694a2-85db-4fee-abd9-8f25c38a5206 req-d88d3eca-c548-4fd9-a275-d0df8ed996e9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530574 Apr 06 11:08:58.202981 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8cebe1f-de57-4ae9-83b4-fa279a1e8d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (7746ce9a-4f56-4f42-b6b4-4231b225535f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:58.205707 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e8cebe1f-de57-4ae9-83b4-fa279a1e8d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:58.208392 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e8cebe1f-de57-4ae9-83b4-fa279a1e8d47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7746ce9a-4f56-4f42-b6b4-4231b225535f HTTP/1.1" status: 204 len: 168 time: 0.3110738 Apr 06 11:08:58.218013 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cebe1f-de57-4ae9-83b4-fa279a1e8d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7746ce9a-4f56-4f42-b6b4-4231b225535f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:58.289391 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:58.594557 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47012) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:58.611708 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a23d673d-5c06-4748-8375-793053a459e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:58.679280 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a06680-3952-42ce-b5f7-5ab43c5e8349 req-448c217b-9478-44cd-9e9c-f44b2b988ba9 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:58.681191 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f9a06680-3952-42ce-b5f7-5ab43c5e8349 req-448c217b-9478-44cd-9e9c-f44b2b988ba9 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 944 time: 0.0793781 Apr 06 11:08:58.724110 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a23d673d-5c06-4748-8375-793053a459e8 admin admin] Publish callbacks [] for security_group (9a0cb44f-8562-412c-bd99-f850758f9be8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:58.754602 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f9a06680-3952-42ce-b5f7-5ab43c5e8349 req-2999a013-3bda-419c-95cc-13397ef320b4 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616109 Apr 06 11:08:58.809084 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a23d673d-5c06-4748-8375-793053a459e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (9a0cb44f-8562-412c-bd99-f850758f9be8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:59.022058 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d673d-5c06-4748-8375-793053a459e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0cb44f-8562-412c-bd99-f850758f9be8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:59.028670 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a23d673d-5c06-4748-8375-793053a459e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a2e53cd8e0840a3b515d4052da436a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306600 Apr 06 11:08:59.029070 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47034) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:08:59.038618 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a4ff-7119-4f34-8971-1890790ba74d req-df5ea5bd-84e3-45e3-9578-a1d6bbd3b0ff tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:59.040162 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-99e6a4ff-7119-4f34-8971-1890790ba74d req-df5ea5bd-84e3-45e3-9578-a1d6bbd3b0ff tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.2649689 Apr 06 11:08:59.087386 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-99e6a4ff-7119-4f34-8971-1890790ba74d req-c3751294-7dce-476c-aefe-9e105c12ff69 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408020 Apr 06 11:08:59.124144 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-61c5e343-8111-4057-9be8-208f5f998b16 admin admin] Publish callbacks [] for security_group (9a0cb44f-8562-412c-bd99-f850758f9be8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:59.133174 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31601f50-77bf-4830-821e-cfc78f896403 req-dd7af54a-faa3-4e3d-ba3b-3e22c704c06a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:59.134711 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-31601f50-77bf-4830-821e-cfc78f896403 req-dd7af54a-faa3-4e3d-ba3b-3e22c704c06a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.0845435 Apr 06 11:08:59.177925 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-61c5e343-8111-4057-9be8-208f5f998b16 admin admin] Publish callbacks [] for security_group (9a0cb44f-8562-412c-bd99-f850758f9be8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:59.230872 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-31601f50-77bf-4830-821e-cfc78f896403 req-7ac9fbc4-12e9-4481-bc4b-e049868f7cfb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875380 Apr 06 11:08:59.258519 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a371c-9d1f-46bc-a385-82c7e9dbc2ad req-ea90b073-f538-4b4f-b324-237db0668405 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:59.260241 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7b8a371c-9d1f-46bc-a385-82c7e9dbc2ad req-ea90b073-f538-4b4f-b324-237db0668405 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 944 time: 0.0734844 Apr 06 11:08:59.307633 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7b8a371c-9d1f-46bc-a385-82c7e9dbc2ad req-39328123-c1b8-4533-bb7d-e34ccecb2b48 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415215 Apr 06 11:08:59.362660 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-61c5e343-8111-4057-9be8-208f5f998b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (9a0cb44f-8562-412c-bd99-f850758f9be8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:59.365401 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-61c5e343-8111-4057-9be8-208f5f998b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:59.366566 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-61c5e343-8111-4057-9be8-208f5f998b16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a0cb44f-8562-412c-bd99-f850758f9be8 HTTP/1.1" status: 204 len: 168 time: 0.3364890 Apr 06 11:08:59.374503 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5e343-8111-4057-9be8-208f5f998b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0cb44f-8562-412c-bd99-f850758f9be8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:08:59.833576 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 9cf2d4e4-161a-402e-9578-42db4989b8d2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:08:59.885746 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30a617-9d05-4e9e-ac37-5f80866d0488 req-89729ac8-75b8-4ea2-a723-420720a98949 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:59.885746 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d30a617-9d05-4e9e-ac37-5f80866d0488 req-89729ac8-75b8-4ea2-a723-420720a98949 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 944 time: 0.0636473 Apr 06 11:08:59.966107 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 9cf2d4e4-161a-402e-9578-42db4989b8d2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9cf2d4e4-161a-402e-9578-42db4989b8d2,segment=NetworkSegment(4d663150-9094-4715-aa54-0baee412baac),segment_id=4d663150-9094-4715-aa54-0baee412baac)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:08:59.984738 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': '9cf2d4e4-161a-402e-9578-42db4989b8d2', 'network_id': '06cffd94-bed2-49e1-ab85-3004b891a139', 'port_id': '9cf2d4e4-161a-402e-9578-42db4989b8d2', 'mac_address': 'fa:16:3e:65:5f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be318d27-c4be-45c5-9636-3fb0cf5100d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:09:00.041404 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 9cf2d4e4-161a-402e-9578-42db4989b8d2 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:09:00.041852 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:00.058461 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf2d4e4-161a-402e-9578-42db4989b8d2 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:09:00.083083 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d30a617-9d05-4e9e-ac37-5f80866d0488 req-f1d5b121-281c-4b96-8cb6-448c8d25741c tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892242 Apr 06 11:09:00.090645 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 9cf2d4e4-161a-402e-9578-42db4989b8d2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9cf2d4e4-161a-402e-9578-42db4989b8d2,segment=NetworkSegment(4d663150-9094-4715-aa54-0baee412baac),segment_id=4d663150-9094-4715-aa54-0baee412baac)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:00.123778 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4d0c038-7faa-4cc7-9276-781118dbe5c7 req-e8b8b975-480b-4624-a2a5-73f8ad3f6b16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=797d1c25-af28-41b7-a702-c05a6fb9fa65 HTTP/1.1" status: 200 len: 217 time: 0.1807351 Apr 06 11:09:00.144319 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9e52-d61e-419b-a578-7963bf1ddd24 req-72d7c744-2171-4d49-ab23-2879b461f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:00.151148 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cb2a9e52-d61e-419b-a578-7963bf1ddd24 req-72d7c744-2171-4d49-ab23-2879b461f4ef service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2120259 Apr 06 11:09:00.170002 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:00.273430 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=9cf2d4e4-161a-402e-9578-42db4989b8d2,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:00.319229 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44909aae-f027-4f28-89c2-5a099eef8af1 req-6e29a006-a688-4627-be08-bdfec8a9cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:00.322227 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-44909aae-f027-4f28-89c2-5a099eef8af1 req-6e29a006-a688-4627-be08-bdfec8a9cd6d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3891406 Apr 06 11:09:00.347253 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4314a6-7945-4a48-850f-589baa5732a4 req-50569149-98cc-4610-b506-e0cf51deade3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:00.349788 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fc4314a6-7945-4a48-850f-589baa5732a4 req-50569149-98cc-4610-b506-e0cf51deade3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.1583614 Apr 06 11:09:00.352439 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0c038-7faa-4cc7-9276-781118dbe5c7 req-b05083d5-64d1-4123-af8e-152ce30988ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:00.353915 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4d0c038-7faa-4cc7-9276-781118dbe5c7 req-b05083d5-64d1-4123-af8e-152ce30988ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.2226925 Apr 06 11:09:00.354469 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-495cc275-69ca-4de5-8586-7fb937e98513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:00.355953 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-495cc275-69ca-4de5-8586-7fb937e98513 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 1128 time: 0.0772324 Apr 06 11:09:00.365157 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cdfc2-2296-4852-9d5b-1b6926a1fe4a req-feadfe5a-59a9-4418-bb8d-f26667de819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:00.366548 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-800cdfc2-2296-4852-9d5b-1b6926a1fe4a req-feadfe5a-59a9-4418-bb8d-f26667de819c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=aeca9938df6a4f308208d5b9370aff6d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4112120 Apr 06 11:09:00.476659 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fc4314a6-7945-4a48-850f-589baa5732a4 req-2e4b21fd-a93c-43a2-932f-408f905e797a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097746 Apr 06 11:09:00.478608 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-18a5f6de-5dbd-4cda-8d5a-e773fc21aa4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=280f6152-910f-45d4-9a05-5ca83bcfe580 HTTP/1.1" status: 200 len: 217 time: 0.0751169 Apr 06 11:09:00.546588 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-540059f7-0754-4c46-ba23-cbf450e5b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:00.548342 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-540059f7-0754-4c46-ba23-cbf450e5b11f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19a20e05-f19c-4ec0-af50-723b11d3fbdb HTTP/1.1" status: 200 len: 853 time: 0.0615435 Apr 06 11:09:00.654088 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['9cf2d4e4-161a-402e-9578-42db4989b8d2'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:09:00.664038 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0769d4a-cd2d-4bf3-8861-ed9356c5361b req-cae66a90-b561-4fbf-aeef-e6f393c4ee47 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:00.665885 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d0769d4a-cd2d-4bf3-8861-ed9356c5361b req-cae66a90-b561-4fbf-aeef-e6f393c4ee47 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 944 time: 0.1011896 Apr 06 11:09:00.672534 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-3bf46cc4-5edf-4e19-b9b3-9cdbdde6c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:00.672534 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-3bf46cc4-5edf-4e19-b9b3-9cdbdde6c1cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1153c82f-85eb-4ccf-a631-367f6df86902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1148243 Apr 06 11:09:00.787863 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d0769d4a-cd2d-4bf3-8861-ed9356c5361b req-4a199079-ea4a-46ee-ae11-92874c5103d4 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979548 Apr 06 11:09:00.825807 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cdfc2-2296-4852-9d5b-1b6926a1fe4a req-7babb6dc-4ac7-4e5d-9278-eb6ea34c8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:00.828226 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-800cdfc2-2296-4852-9d5b-1b6926a1fe4a req-7babb6dc-4ac7-4e5d-9278-eb6ea34c8b67 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622736 Apr 06 11:09:00.831073 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-cb4f94c9-f98c-4f69-ba4d-6c92e0e83dbb service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506658 Apr 06 11:09:00.855695 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fcb5f-f555-4055-8e7b-1ba767de0127 req-aa1b6791-6369-4203-a50f-b24e1e497566 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:00.864654 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e15fcb5f-f555-4055-8e7b-1ba767de0127 req-aa1b6791-6369-4203-a50f-b24e1e497566 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.5168879 Apr 06 11:09:00.885419 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0c038-7faa-4cc7-9276-781118dbe5c7 req-990ad498-71d2-4a13-8410-872646f18e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:00.887313 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4d0c038-7faa-4cc7-9276-781118dbe5c7 req-990ad498-71d2-4a13-8410-872646f18e3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4913993 Apr 06 11:09:01.022339 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-bad537a2-a7ce-4608-849e-2036a7b1bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:01.023837 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-bad537a2-a7ce-4608-849e-2036a7b1bfaa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 1127 time: 0.3662262 Apr 06 11:09:01.026296 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-acccf1e5-2307-4cb9-903f-03a4b9f06e3c service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767612 Apr 06 11:09:01.056901 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e15fcb5f-f555-4055-8e7b-1ba767de0127 req-18370544-2b07-4cb8-92e1-8f669e3eb3f9 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911447 Apr 06 11:09:01.107723 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4d0c038-7faa-4cc7-9276-781118dbe5c7 req-e5367a4e-7e6e-438d-97f3-2b82283a0bf4 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034779 Apr 06 11:09:01.137230 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-4cc24209-d863-48f5-b292-740d0efe3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:01.138775 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-4cc24209-d863-48f5-b292-740d0efe3408 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 1128 time: 0.2087512 Apr 06 11:09:01.148518 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-0c079380-ff98-4db6-bf35-fa87070a0b2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e742439-6216-46cc-ac73-975eeece043a HTTP/1.1" status: 200 len: 217 time: 0.0569303 Apr 06 11:09:01.212290 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47118) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:01.227191 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-eeed3d35-d3fe-42b2-a1ba-8ff019208ea7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20 HTTP/1.1" status: 200 len: 217 time: 0.0670791 Apr 06 11:09:01.231230 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d9c7f-7722-459c-9769-a228ded8a891 req-1e119c8b-293c-40c2-9f05-a7a247362494 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:01.232913 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-411d9c7f-7722-459c-9769-a228ded8a891 req-1e119c8b-293c-40c2-9f05-a7a247362494 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 945 time: 0.0803626 Apr 06 11:09:01.289198 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-411d9c7f-7722-459c-9769-a228ded8a891 req-2ada51f6-33ce-4d22-8f59-3ab928b359b0 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468016 Apr 06 11:09:01.294387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-f6a65d86-b77a-4b12-8c6a-9890eb734dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:01.295842 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-f6a65d86-b77a-4b12-8c6a-9890eb734dfc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.1340640 Apr 06 11:09:01.310615 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4d0c038-7faa-4cc7-9276-781118dbe5c7 req-f50f57ae-af61-4743-9e10-2a8560ac08f4 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705897 Apr 06 11:09:01.408980 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c493f781-ddc3-4995-b614-8f30c2cb871a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:01.494917 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c493f781-ddc3-4995-b614-8f30c2cb871a admin admin] Publish callbacks [] for security_group (41d8c94f-c149-41b4-92aa-66303525255e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:01.568728 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c493f781-ddc3-4995-b614-8f30c2cb871a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (41d8c94f-c149-41b4-92aa-66303525255e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:01.596895 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bd05d-dcaf-4af3-9bd5-6edf9be945f2 req-ea7d2818-1eb1-4d1b-9b7b-3089b24b9beb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:01.599015 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-697bd05d-dcaf-4af3-9bd5-6edf9be945f2 req-ea7d2818-1eb1-4d1b-9b7b-3089b24b9beb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0611115 Apr 06 11:09:01.620704 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47148) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:01.621776 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c493f781-ddc3-4995-b614-8f30c2cb871a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb5d4f6832ac48a1a5b41f45cead3064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4070935 Apr 06 11:09:01.623049 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493f781-ddc3-4995-b614-8f30c2cb871a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8c94f-c149-41b4-92aa-66303525255e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:01.689668 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-697bd05d-dcaf-4af3-9bd5-6edf9be945f2 req-e1722709-d34e-40e7-b324-bfddb2180dcb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839744 Apr 06 11:09:01.710703 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-254bdcdb-585a-44af-aea1-82802b31b413 admin admin] Publish callbacks [] for security_group (41d8c94f-c149-41b4-92aa-66303525255e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:01.734469 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-254bdcdb-585a-44af-aea1-82802b31b413 admin admin] Publish callbacks [] for security_group (41d8c94f-c149-41b4-92aa-66303525255e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:01.877433 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-254bdcdb-585a-44af-aea1-82802b31b413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (41d8c94f-c149-41b4-92aa-66303525255e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:01.879969 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-254bdcdb-585a-44af-aea1-82802b31b413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:01.883615 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-254bdcdb-585a-44af-aea1-82802b31b413 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/41d8c94f-c149-41b4-92aa-66303525255e HTTP/1.1" status: 204 len: 168 time: 0.2593234 Apr 06 11:09:01.889943 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bdcdb-585a-44af-aea1-82802b31b413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8c94f-c149-41b4-92aa-66303525255e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:01.932356 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22697c16-342f-4997-b041-94bb6f5fe001 req-18a15064-5d77-4d9f-bfee-3376589adfe3 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:01.934361 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-22697c16-342f-4997-b041-94bb6f5fe001 req-18a15064-5d77-4d9f-bfee-3376589adfe3 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 944 time: 0.0761058 Apr 06 11:09:01.989692 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-22697c16-342f-4997-b041-94bb6f5fe001 req-c95e4540-d1e1-4f49-b60c-f8d3ccdcb784 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491405 Apr 06 11:09:02.016569 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 797d1c25-af28-41b7-a702-c05a6fb9fa65 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:09:02.077064 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 9cf2d4e4-161a-402e-9578-42db4989b8d2 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:09:02.149728 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 797d1c25-af28-41b7-a702-c05a6fb9fa65, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=797d1c25-af28-41b7-a702-c05a6fb9fa65,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:02.165800 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': '797d1c25-af28-41b7-a702-c05a6fb9fa65', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'port_id': '797d1c25-af28-41b7-a702-c05a6fb9fa65', 'mac_address': 'fa:16:3e:e8:62:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:09:02.189796 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6012ca-45ea-492f-879c-7ae1f24d7c95 req-940c852e-3542-4952-bf0f-2cb8b6d9ae63 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:02.194814 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6d6012ca-45ea-492f-879c-7ae1f24d7c95 req-940c852e-3542-4952-bf0f-2cb8b6d9ae63 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.0621660 Apr 06 11:09:02.211476 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 797d1c25-af28-41b7-a702-c05a6fb9fa65 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:09:02.211920 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:02.225549 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797d1c25-af28-41b7-a702-c05a6fb9fa65 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:09:02.242599 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6d6012ca-45ea-492f-879c-7ae1f24d7c95 req-aa2c824c-02b0-4dc6-a557-964eb41aee12 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Apr 06 11:09:02.245666 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 797d1c25-af28-41b7-a702-c05a6fb9fa65, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=797d1c25-af28-41b7-a702-c05a6fb9fa65,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:02.271645 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port 9cf2d4e4-161a-402e-9578-42db4989b8d2 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:09:02.275854 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port 9cf2d4e4-161a-402e-9578-42db4989b8d2 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:09:02.276274 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:02.330127 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:02.405387 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 9cf2d4e4-161a-402e-9578-42db4989b8d2 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:09:02.405777 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:02.417611 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960c876-b9b9-44f4-b7d5-6daee2a861ae req-121474a4-5919-41c3-893b-63cbb71a9df9 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:02.419192 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0960c876-b9b9-44f4-b7d5-6daee2a861ae req-121474a4-5919-41c3-893b-63cbb71a9df9 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 945 time: 0.0584157 Apr 06 11:09:02.428369 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=797d1c25-af28-41b7-a702-c05a6fb9fa65,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:02.438940 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd136b3-5805-420d-8580-a0dd6b6327f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf2d4e4-161a-402e-9578-42db4989b8d2'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:09:02.518250 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 9cf2d4e4-161a-402e-9578-42db4989b8d2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9cf2d4e4-161a-402e-9578-42db4989b8d2,segment=NetworkSegment(4d663150-9094-4715-aa54-0baee412baac),segment_id=4d663150-9094-4715-aa54-0baee412baac)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:02.521659 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0960c876-b9b9-44f4-b7d5-6daee2a861ae req-94f2b395-2a5b-4a51-a67c-6453a431ab10 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932384 Apr 06 11:09:02.591478 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:02.624658 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6529169-b6e6-497d-a2ac-8265adae7610" -d '{"events": [{"server_uuid": "4fd136b3-5805-420d-8580-a0dd6b6327f4", "name": "network-vif-plugged", "status": "completed", "tag": "9cf2d4e4-161a-402e-9578-42db4989b8d2"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:09:02.647350 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=9cf2d4e4-161a-402e-9578-42db4989b8d2,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:02.741933 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e779140-9552-442d-8ca1-5e3d800352ec x-openstack-request-id: req-4e779140-9552-442d-8ca1-5e3d800352ec {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:09:02.742258 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd136b3-5805-420d-8580-a0dd6b6327f4", "name": "network-vif-plugged", "status": "completed", "tag": "9cf2d4e4-161a-402e-9578-42db4989b8d2", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:09:02.742519 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e779140-9552-442d-8ca1-5e3d800352ec {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:09:02.742984 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e779140-9552-442d-8ca1-5e3d800352ec'] response: {'server_uuid': '4fd136b3-5805-420d-8580-a0dd6b6327f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf2d4e4-161a-402e-9578-42db4989b8d2', 'code': 200} Apr 06 11:09:02.823744 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad02536-31d7-4eae-bf8b-526bea0d2902 req-16c989b3-70bb-4140-9275-47870b334282 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:02.825257 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fad02536-31d7-4eae-bf8b-526bea0d2902 req-16c989b3-70bb-4140-9275-47870b334282 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0563502 Apr 06 11:09:02.873168 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fad02536-31d7-4eae-bf8b-526bea0d2902 req-533be50b-7e47-471c-9d6e-e638ece2881c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419726 Apr 06 11:09:03.020311 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['797d1c25-af28-41b7-a702-c05a6fb9fa65'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:09:03.133120 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5243b-1720-4aad-93bf-45a1a1438dd3 req-d10a50dc-309d-4c45-b0b4-566195d2f86e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:03.134612 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aed5243b-1720-4aad-93bf-45a1a1438dd3 req-d10a50dc-309d-4c45-b0b4-566195d2f86e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 944 time: 0.0576546 Apr 06 11:09:03.190994 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aed5243b-1720-4aad-93bf-45a1a1438dd3 req-869abb04-99e9-4c30-a320-402f41ded9ba tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494022 Apr 06 11:09:03.362846 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e33e2-0086-49b7-b1a5-c1e6cb186295 req-d63713d8-0a24-47c8-b68e-aae06524ca12 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:03.365499 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-242e33e2-0086-49b7-b1a5-c1e6cb186295 req-d63713d8-0a24-47c8-b68e-aae06524ca12 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.0574069 Apr 06 11:09:03.416142 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-242e33e2-0086-49b7-b1a5-c1e6cb186295 req-89bb776b-c8c7-4752-aec3-8f369439457c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455697 Apr 06 11:09:03.655044 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27a8f7-6e32-4378-9b04-d3b2fcd3b501 req-511894aa-1efb-450d-b1a2-b537baa2e850 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:03.662498 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4a27a8f7-6e32-4378-9b04-d3b2fcd3b501 req-511894aa-1efb-450d-b1a2-b537baa2e850 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0698762 Apr 06 11:09:03.719056 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4a27a8f7-6e32-4378-9b04-d3b2fcd3b501 req-fcc67359-487e-4b63-8772-d7db56224534 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503490 Apr 06 11:09:03.905864 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47270) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:04.032560 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d4e59-a174-4223-a81e-a2c1f913593c req-07bd073f-5b38-43cc-a687-ce984c6b7178 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:04.034121 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-770d4e59-a174-4223-a81e-a2c1f913593c req-07bd073f-5b38-43cc-a687-ce984c6b7178 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0817990 Apr 06 11:09:04.045384 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 797d1c25-af28-41b7-a702-c05a6fb9fa65 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:09:04.045946 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-51a64c8a-cb66-49d4-8294-a64431364d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:04.095053 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-770d4e59-a174-4223-a81e-a2c1f913593c req-b478cb6f-4587-48af-a3a7-725164a23727 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546551 Apr 06 11:09:04.184771 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b5bded1f-2bcf-4c9e-a7b1-3d3cb2a984c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:04.186364 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-b5bded1f-2bcf-4c9e-a7b1-3d3cb2a984c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaeedc9a-09ce-4d61-a72a-cdddeddf087c HTTP/1.1" status: 200 len: 856 time: 0.0866930 Apr 06 11:09:04.207568 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-65a50e50-3252-4f66-aab3-87a41c024226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:04.209035 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-65a50e50-3252-4f66-aab3-87a41c024226 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1369944 Apr 06 11:09:04.244678 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port 797d1c25-af28-41b7-a702-c05a6fb9fa65 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:09:04.249793 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port 797d1c25-af28-41b7-a702-c05a6fb9fa65 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:09:04.250306 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:04.335501 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-51a64c8a-cb66-49d4-8294-a64431364d9d admin admin] Publish callbacks [] for security_group (01f2fdbe-1305-42e5-b56b-a053bb655ce3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:04.368055 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-dedde18a-b47e-4a99-984e-0b6c41d969ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:04.368333 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 797d1c25-af28-41b7-a702-c05a6fb9fa65 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:09:04.368333 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:04.368471 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-dedde18a-b47e-4a99-984e-0b6c41d969ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=723de1ee-b3fa-4231-9470-1bc702945e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1674695 Apr 06 11:09:04.412883 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 797d1c25-af28-41b7-a702-c05a6fb9fa65, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=797d1c25-af28-41b7-a702-c05a6fb9fa65,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:04.418263 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-2377e7a6-cbc7-4a1f-bf93-16276a172c5a service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898701 Apr 06 11:09:04.429323 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-51a64c8a-cb66-49d4-8294-a64431364d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (01f2fdbe-1305-42e5-b56b-a053bb655ce3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:04.505766 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:04.573364 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca6480-4580-433a-aa12-858ffc15cb20 req-a6c65672-61bf-485f-a63d-b44e5d0dc8ed tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:04.582775 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=797d1c25-af28-41b7-a702-c05a6fb9fa65,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:04.583528 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-59ca6480-4580-433a-aa12-858ffc15cb20 req-a6c65672-61bf-485f-a63d-b44e5d0dc8ed tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.0955453 Apr 06 11:09:04.609661 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a1778-0d6a-423e-8efd-77a0a104a22f req-1b8795df-9413-46ec-8fb4-f092787b9149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:04.611159 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e06a1778-0d6a-423e-8efd-77a0a104a22f req-1b8795df-9413-46ec-8fb4-f092787b9149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 944 time: 0.2934501 Apr 06 11:09:04.622141 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-51a64c8a-cb66-49d4-8294-a64431364d9d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=744760f0e19c4d6fa0f1a797525daa16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7150953 Apr 06 11:09:04.625404 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47318) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:04.637463 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a64c8a-cb66-49d4-8294-a64431364d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f2fdbe-1305-42e5-b56b-a053bb655ce3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:04.705715 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-59ca6480-4580-433a-aa12-858ffc15cb20 req-f00d3cec-04eb-4f71-84a1-35f90fdbb214 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211820 Apr 06 11:09:04.743749 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf8b16c-09f8-4fd7-a252-4129091d032b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797d1c25-af28-41b7-a702-c05a6fb9fa65'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:09:04.747906 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30af88a-b9c7-44e4-994c-31154e489871" -d '{"events": [{"server_uuid": "ccf8b16c-09f8-4fd7-a252-4129091d032b", "name": "network-vif-plugged", "status": "completed", "tag": "797d1c25-af28-41b7-a702-c05a6fb9fa65"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:09:04.750235 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-796e6fe8-af71-4946-8ab3-3064cab8308e admin admin] Publish callbacks [] for security_group (01f2fdbe-1305-42e5-b56b-a053bb655ce3), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:04.766797 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-bc0bf583-d5f0-4a7d-a1c1-550a6d2e6568 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625133 Apr 06 11:09:04.775627 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f176a9-0407-4895-9fcb-bafb70d20ef7 req-8ada26a4-5e81-422a-b855-e0e1020c3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:04.776968 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d0f176a9-0407-4895-9fcb-bafb70d20ef7 req-8ada26a4-5e81-422a-b855-e0e1020c3d65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 1130 time: 0.3092539 Apr 06 11:09:04.779914 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-796e6fe8-af71-4946-8ab3-3064cab8308e admin admin] Publish callbacks [] for security_group (01f2fdbe-1305-42e5-b56b-a053bb655ce3), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:04.790243 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e06a1778-0d6a-423e-8efd-77a0a104a22f req-c4043340-c53e-408d-b041-c07ab598c2f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670017 Apr 06 11:09:04.816971 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-026364bb-d681-4476-8e77-fa59eefd12eb service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530293 Apr 06 11:09:04.845182 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d0f176a9-0407-4895-9fcb-bafb70d20ef7 req-e5ccecdc-4ecc-45f7-8ec0-d5b132c33a5e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:04.865975 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ebbfbf-7960-485d-b546-d17fc57e54fa x-openstack-request-id: req-c8ebbfbf-7960-485d-b546-d17fc57e54fa {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:09:04.867064 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf8b16c-09f8-4fd7-a252-4129091d032b", "name": "network-vif-plugged", "status": "completed", "tag": "797d1c25-af28-41b7-a702-c05a6fb9fa65", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:09:04.867343 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8ebbfbf-7960-485d-b546-d17fc57e54fa {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:09:04.867748 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ebbfbf-7960-485d-b546-d17fc57e54fa'] response: {'server_uuid': 'ccf8b16c-09f8-4fd7-a252-4129091d032b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797d1c25-af28-41b7-a702-c05a6fb9fa65', 'code': 200} Apr 06 11:09:04.920206 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d2be4bc-42c6-4be4-8872-eecda660dde0 req-62c05ffc-36d6-4fb1-9fdf-f10cadb6bdde service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421652 Apr 06 11:09:04.939123 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479cbc2-1b0f-4c14-92fc-185b8bcd77b4 req-2054203a-e9d1-4b51-b0ba-5265d8158273 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:04.941010 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e479cbc2-1b0f-4c14-92fc-185b8bcd77b4 req-2054203a-e9d1-4b51-b0ba-5265d8158273 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0789533 Apr 06 11:09:04.967160 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-796e6fe8-af71-4946-8ab3-3064cab8308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (01f2fdbe-1305-42e5-b56b-a053bb655ce3), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:04.969921 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-796e6fe8-af71-4946-8ab3-3064cab8308e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:04.973932 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-796e6fe8-af71-4946-8ab3-3064cab8308e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01f2fdbe-1305-42e5-b56b-a053bb655ce3 HTTP/1.1" status: 204 len: 168 time: 0.3470607 Apr 06 11:09:04.993437 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e6fe8-af71-4946-8ab3-3064cab8308e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f2fdbe-1305-42e5-b56b-a053bb655ce3,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:05.040988 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e479cbc2-1b0f-4c14-92fc-185b8bcd77b4 req-44efb02d-4ebd-43f9-b65b-67d087df2008 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925429 Apr 06 11:09:05.065087 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d0f176a9-0407-4895-9fcb-bafb70d20ef7 req-e5ccecdc-4ecc-45f7-8ec0-d5b132c33a5e service neutron] Publish callbacks [] for security_group (dd71a12f-c36a-442a-9952-281960b7b0f3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:05.144138 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d0f176a9-0407-4895-9fcb-bafb70d20ef7 req-e5ccecdc-4ecc-45f7-8ec0-d5b132c33a5e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (dd71a12f-c36a-442a-9952-281960b7b0f3), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:05.227283 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d0f176a9-0407-4895-9fcb-bafb70d20ef7 req-e5ccecdc-4ecc-45f7-8ec0-d5b132c33a5e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337969 Apr 06 11:09:05.231468 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccecdc-4ecc-45f7-8ec0-d5b132c33a5e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dd71a12f-c36a-442a-9952-281960b7b0f3,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:05.259043 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2932e-f28b-4640-b625-a7a83216f2dc req-47b514e9-a68a-49ea-9e7a-effb47cdad83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:05.260527 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-97e2932e-f28b-4640-b625-a7a83216f2dc req-47b514e9-a68a-49ea-9e7a-effb47cdad83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0715942 Apr 06 11:09:05.308033 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-97e2932e-f28b-4640-b625-a7a83216f2dc req-cbca88e8-9fe4-4dbd-be79-759a94599a57 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 Apr 06 11:09:05.493509 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47374) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:05.602445 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-024c0055-4d6e-4e76-906b-8015a292efb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:05.674027 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-024c0055-4d6e-4e76-906b-8015a292efb5 admin admin] Publish callbacks [] for security_group (0de28994-021d-4737-a25d-cf5716f658ee), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:05.777564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-024c0055-4d6e-4e76-906b-8015a292efb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (0de28994-021d-4737-a25d-cf5716f658ee), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:05.842746 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-024c0055-4d6e-4e76-906b-8015a292efb5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ef4cebded9a44338f0e8116f7c426a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479013 Apr 06 11:09:05.844282 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c0055-4d6e-4e76-906b-8015a292efb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de28994-021d-4737-a25d-cf5716f658ee,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:05.845509 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47390) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:05.866688 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb7f49-c203-476a-be88-84364f88c0c7 req-26e21ac1-d0e6-48fb-bbe9-da84ed658a63 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:05.868199 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2cdb7f49-c203-476a-be88-84364f88c0c7 req-26e21ac1-d0e6-48fb-bbe9-da84ed658a63 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.1008279 Apr 06 11:09:05.914997 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47392) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:05.932407 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1fd47772-ead4-4dc1-bbc4-40d043f9a273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:05.946732 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2cdb7f49-c203-476a-be88-84364f88c0c7 req-2b15dbb3-7a91-4bfd-9985-05ec8ca4fa89 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696702 Apr 06 11:09:05.946938 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5774bdc5-2d3c-48d3-bfe1-c8c79e674fce admin admin] Publish callbacks [] for security_group (0de28994-021d-4737-a25d-cf5716f658ee), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:05.977615 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c2f28-b205-463d-971f-ef6f654cc783 req-d9252abd-b324-4b03-97e5-3a2a94e22232 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:05.979144 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c87c2f28-b205-463d-971f-ef6f654cc783 req-d9252abd-b324-4b03-97e5-3a2a94e22232 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 944 time: 0.1072884 Apr 06 11:09:05.989640 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5774bdc5-2d3c-48d3-bfe1-c8c79e674fce admin admin] Publish callbacks [] for security_group (0de28994-021d-4737-a25d-cf5716f658ee), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.030519 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1fd47772-ead4-4dc1-bbc4-40d043f9a273 admin admin] Publish callbacks [] for security_group (26f19a3b-720e-482f-b6fc-3d0d6a8cf4db), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.060016 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c87c2f28-b205-463d-971f-ef6f654cc783 req-121491f1-e70a-416e-a673-ea4b2e9d5a45 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695488 Apr 06 11:09:06.072942 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 280f6152-910f-45d4-9a05-5ca83bcfe580 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:09:06.106523 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1fd47772-ead4-4dc1-bbc4-40d043f9a273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (26f19a3b-720e-482f-b6fc-3d0d6a8cf4db), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.119531 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47398) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:06.163706 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd47772-ead4-4dc1-bbc4-40d043f9a273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f19a3b-720e-482f-b6fc-3d0d6a8cf4db,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:06.174228 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1fd47772-ead4-4dc1-bbc4-40d043f9a273 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44966f0ef23e4fc1bd73636603a3bb67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579648 Apr 06 11:09:06.177194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47402) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:06.179342 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5774bdc5-2d3c-48d3-bfe1-c8c79e674fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (0de28994-021d-4737-a25d-cf5716f658ee), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.182275 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5774bdc5-2d3c-48d3-bfe1-c8c79e674fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.183719 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5774bdc5-2d3c-48d3-bfe1-c8c79e674fce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0de28994-021d-4737-a25d-cf5716f658ee HTTP/1.1" status: 204 len: 168 time: 0.3367696 Apr 06 11:09:06.213886 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774bdc5-2d3c-48d3-bfe1-c8c79e674fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de28994-021d-4737-a25d-cf5716f658ee,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:06.216762 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05304f2-5a08-401c-9180-56521984e729 req-7c911f3b-75d1-4ca3-984b-545a022d43dd tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:06.219916 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f05304f2-5a08-401c-9180-56521984e729 req-7c911f3b-75d1-4ca3-984b-545a022d43dd tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0717690 Apr 06 11:09:06.225948 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 280f6152-910f-45d4-9a05-5ca83bcfe580, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=280f6152-910f-45d4-9a05-5ca83bcfe580,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:06.243982 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'port_id': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'mac_address': 'fa:16:3e:b6:3a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:09:06.271895 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8b00673-47d2-4cdd-9ece-4407b89ceecc admin admin] Publish callbacks [] for security_group (26f19a3b-720e-482f-b6fc-3d0d6a8cf4db), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.303038 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f05304f2-5a08-401c-9180-56521984e729 req-6cf9e298-e19c-40b4-bb16-90901a0d027e tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770130 Apr 06 11:09:06.326229 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 280f6152-910f-45d4-9a05-5ca83bcfe580 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:09:06.330717 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.331011 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8b00673-47d2-4cdd-9ece-4407b89ceecc admin admin] Publish callbacks [] for security_group (26f19a3b-720e-482f-b6fc-3d0d6a8cf4db), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.343895 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280f6152-910f-45d4-9a05-5ca83bcfe580 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:09:06.345269 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8eed8360-8925-4808-9e11-ddbf856eb353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.371335 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 280f6152-910f-45d4-9a05-5ca83bcfe580, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=280f6152-910f-45d4-9a05-5ca83bcfe580,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:06.450913 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b0464-4a95-49c9-ab3b-6ce40d883d60 req-b46fa296-2e9d-4c0f-8e2e-381cf37dd2f1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:06.452430 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-216b0464-4a95-49c9-ab3b-6ce40d883d60 req-b46fa296-2e9d-4c0f-8e2e-381cf37dd2f1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0635550 Apr 06 11:09:06.453938 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.499811 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-216b0464-4a95-49c9-ab3b-6ce40d883d60 req-5c5f4c42-ffb9-4646-b4a3-e33be7063813 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412364 Apr 06 11:09:06.502076 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=280f6152-910f-45d4-9a05-5ca83bcfe580,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:06.516067 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8b00673-47d2-4cdd-9ece-4407b89ceecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (26f19a3b-720e-482f-b6fc-3d0d6a8cf4db), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.518991 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d8b00673-47d2-4cdd-9ece-4407b89ceecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.523056 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d8b00673-47d2-4cdd-9ece-4407b89ceecc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/26f19a3b-720e-482f-b6fc-3d0d6a8cf4db HTTP/1.1" status: 204 len: 168 time: 0.3423898 Apr 06 11:09:06.543515 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b00673-47d2-4cdd-9ece-4407b89ceecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f19a3b-720e-482f-b6fc-3d0d6a8cf4db,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:06.585120 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8eed8360-8925-4808-9e11-ddbf856eb353 admin admin] Publish callbacks [] for security_group (dd7eb7e7-b8ef-45e8-9e69-06a8a1e1aa5f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.654436 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8eed8360-8925-4808-9e11-ddbf856eb353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (dd7eb7e7-b8ef-45e8-9e69-06a8a1e1aa5f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.700013 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8eed8360-8925-4808-9e11-ddbf856eb353 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8aa1750add44ca8a70bc6a11cbb7c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5791965 Apr 06 11:09:06.701260 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed8360-8925-4808-9e11-ddbf856eb353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7eb7e7-b8ef-45e8-9e69-06a8a1e1aa5f,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:06.702693 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47414) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:06.753863 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a075d308-028c-4e2a-b803-9f5d06f1adb6 admin admin] Publish callbacks [] for security_group (dd7eb7e7-b8ef-45e8-9e69-06a8a1e1aa5f), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.774048 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a075d308-028c-4e2a-b803-9f5d06f1adb6 admin admin] Publish callbacks [] for security_group (dd7eb7e7-b8ef-45e8-9e69-06a8a1e1aa5f), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.911910 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a075d308-028c-4e2a-b803-9f5d06f1adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (dd7eb7e7-b8ef-45e8-9e69-06a8a1e1aa5f), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.914531 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a075d308-028c-4e2a-b803-9f5d06f1adb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:06.915666 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a075d308-028c-4e2a-b803-9f5d06f1adb6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd7eb7e7-b8ef-45e8-9e69-06a8a1e1aa5f HTTP/1.1" status: 204 len: 168 time: 0.2119381 Apr 06 11:09:06.923402 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075d308-028c-4e2a-b803-9f5d06f1adb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7eb7e7-b8ef-45e8-9e69-06a8a1e1aa5f,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:07.014565 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47424) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:07.031778 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4b69e0e-9e6f-4194-ae8c-75921d91131d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.038624 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:09:07.058937 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['280f6152-910f-45d4-9a05-5ca83bcfe580'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:09:07.172826 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91f3bb-3ad6-4e99-807e-ded098e9fae1 req-1467ed05-9221-44b4-9ec3-30575419078b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:07.174629 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a91f3bb-3ad6-4e99-807e-ded098e9fae1 req-1467ed05-9221-44b4-9ec3-30575419078b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.1633315 Apr 06 11:09:07.197616 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4b69e0e-9e6f-4194-ae8c-75921d91131d admin admin] Publish callbacks [] for security_group (2e5cfd59-ba64-42e5-af90-d279664e9004), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.228226 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2420c-dd53-409c-a028-10a15decc4ae req-4626504f-e0f0-413d-8dbc-25b35b0d787c tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:07.229740 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3bd2420c-dd53-409c-a028-10a15decc4ae req-4626504f-e0f0-413d-8dbc-25b35b0d787c tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 945 time: 0.0808909 Apr 06 11:09:07.239740 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a91f3bb-3ad6-4e99-807e-ded098e9fae1 req-b090864a-ea14-4ac3-9005-b812bc7f190e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586417 Apr 06 11:09:07.281993 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3bd2420c-dd53-409c-a028-10a15decc4ae req-555da608-9637-4d4c-b796-3341e0306d4a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461669 Apr 06 11:09:07.293519 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4b69e0e-9e6f-4194-ae8c-75921d91131d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (2e5cfd59-ba64-42e5-af90-d279664e9004), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.333475 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a4b69e0e-9e6f-4194-ae8c-75921d91131d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0717cd7d34f4822ba2767cd0380fc51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175211 Apr 06 11:09:07.335589 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b69e0e-9e6f-4194-ae8c-75921d91131d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5cfd59-ba64-42e5-af90-d279664e9004,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:07.336206 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47438) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:07.418589 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-618a66ef-f52f-46d2-a666-6e414c257512 admin admin] Publish callbacks [] for security_group (2e5cfd59-ba64-42e5-af90-d279664e9004), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.444069 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-618a66ef-f52f-46d2-a666-6e414c257512 admin admin] Publish callbacks [] for security_group (2e5cfd59-ba64-42e5-af90-d279664e9004), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.463069 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2799a6-5a3e-4b4a-9dd3-2f6c633d0880 req-d1469fb9-be83-43ff-9670-eea44853c185 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:07.464532 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3f2799a6-5a3e-4b4a-9dd3-2f6c633d0880 req-d1469fb9-be83-43ff-9670-eea44853c185 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0872912 Apr 06 11:09:07.524262 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3f2799a6-5a3e-4b4a-9dd3-2f6c633d0880 req-60feb4bb-3663-49a4-9579-463a74eab485 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533361 Apr 06 11:09:07.535615 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47444) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:07.554265 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27ca0849-a1a3-4a85-86ce-164a6510e88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.591425 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-618a66ef-f52f-46d2-a666-6e414c257512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (2e5cfd59-ba64-42e5-af90-d279664e9004), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.594207 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-618a66ef-f52f-46d2-a666-6e414c257512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.598496 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-618a66ef-f52f-46d2-a666-6e414c257512 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e5cfd59-ba64-42e5-af90-d279664e9004 HTTP/1.1" status: 204 len: 168 time: 0.2612231 Apr 06 11:09:07.606539 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a66ef-f52f-46d2-a666-6e414c257512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5cfd59-ba64-42e5-af90-d279664e9004,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:07.668604 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674efcc-328e-4ea1-bcab-b2607d2f478a req-fc0771fc-14f3-4d00-8909-c0ab1aed9cfd tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:07.670156 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3674efcc-328e-4ea1-bcab-b2607d2f478a req-fc0771fc-14f3-4d00-8909-c0ab1aed9cfd tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0923471 Apr 06 11:09:07.722116 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27ca0849-a1a3-4a85-86ce-164a6510e88e admin admin] Publish callbacks [] for security_group (a4fd6ba4-6947-42e9-a471-a1ac42d9d86b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.739613 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3674efcc-328e-4ea1-bcab-b2607d2f478a req-f6cad402-f2bd-4d6d-8c52-0c2d3f2df0ac tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623562 Apr 06 11:09:07.785668 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27ca0849-a1a3-4a85-86ce-164a6510e88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (a4fd6ba4-6947-42e9-a471-a1ac42d9d86b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.824967 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-27ca0849-a1a3-4a85-86ce-164a6510e88e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a51ae77a04845bea783241af36148a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880871 Apr 06 11:09:07.825982 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca0849-a1a3-4a85-86ce-164a6510e88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fd6ba4-6947-42e9-a471-a1ac42d9d86b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:07.827781 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47448) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:07.864595 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47450) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:07.884352 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-73062b71-b748-4d8a-ad44-a07b40224a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.906272 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10e26fef-145f-4b30-a88b-747518d58da9 admin admin] Publish callbacks [] for security_group (a4fd6ba4-6947-42e9-a471-a1ac42d9d86b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.939300 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10e26fef-145f-4b30-a88b-747518d58da9 admin admin] Publish callbacks [] for security_group (a4fd6ba4-6947-42e9-a471-a1ac42d9d86b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:08.012751 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-73062b71-b748-4d8a-ad44-a07b40224a87 admin admin] Publish callbacks [] for security_group (8a0018ad-0208-48b2-bd84-1d3bdea14d4b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:08.082401 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10e26fef-145f-4b30-a88b-747518d58da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (a4fd6ba4-6947-42e9-a471-a1ac42d9d86b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:08.084945 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-10e26fef-145f-4b30-a88b-747518d58da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:08.086124 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-10e26fef-145f-4b30-a88b-747518d58da9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4fd6ba4-6947-42e9-a471-a1ac42d9d86b HTTP/1.1" status: 204 len: 168 time: 0.2572813 Apr 06 11:09:08.093976 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e26fef-145f-4b30-a88b-747518d58da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fd6ba4-6947-42e9-a471-a1ac42d9d86b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:08.123431 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-73062b71-b748-4d8a-ad44-a07b40224a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (8a0018ad-0208-48b2-bd84-1d3bdea14d4b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:08.163339 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-73062b71-b748-4d8a-ad44-a07b40224a87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab496976ebaa4d28aff793cce9bab253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976966 Apr 06 11:09:08.165162 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73062b71-b748-4d8a-ad44-a07b40224a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0018ad-0208-48b2-bd84-1d3bdea14d4b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:08.166103 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47464) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:08.213607 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2ac49fac-7891-477a-8716-dc2f546f61f0 admin admin] Publish callbacks [] for security_group (8a0018ad-0208-48b2-bd84-1d3bdea14d4b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:08.235333 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2ac49fac-7891-477a-8716-dc2f546f61f0 admin admin] Publish callbacks [] for security_group (8a0018ad-0208-48b2-bd84-1d3bdea14d4b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:08.371317 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819c458-bb9d-47af-8916-2a90c707f576 req-8f3cbd63-7edc-4da1-a27a-8c40564bea7e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:08.372886 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f819c458-bb9d-47af-8916-2a90c707f576 req-8f3cbd63-7edc-4da1-a27a-8c40564bea7e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.0644159 Apr 06 11:09:08.375414 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2ac49fac-7891-477a-8716-dc2f546f61f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (8a0018ad-0208-48b2-bd84-1d3bdea14d4b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:08.377924 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2ac49fac-7891-477a-8716-dc2f546f61f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:08.379970 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2ac49fac-7891-477a-8716-dc2f546f61f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a0018ad-0208-48b2-bd84-1d3bdea14d4b HTTP/1.1" status: 204 len: 168 time: 0.2125916 Apr 06 11:09:08.416571 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac49fac-7891-477a-8716-dc2f546f61f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0018ad-0208-48b2-bd84-1d3bdea14d4b,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:08.435091 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f819c458-bb9d-47af-8916-2a90c707f576 req-2a19ead6-788e-47df-91ab-c31cdb1f2257 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492334 Apr 06 11:09:08.445979 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8257579-ade6-42a2-918c-3214f012255e req-434b9fbd-5a7a-4b44-a461-e8abd8fb89da tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:08.448212 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a8257579-ade6-42a2-918c-3214f012255e req-434b9fbd-5a7a-4b44-a461-e8abd8fb89da tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 945 time: 0.0838482 Apr 06 11:09:08.485508 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 280f6152-910f-45d4-9a05-5ca83bcfe580 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:09:08.506277 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a8257579-ade6-42a2-918c-3214f012255e req-88ce1bb3-a20f-46bd-a10f-ca04d7d619b7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525978 Apr 06 11:09:08.620231 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port 280f6152-910f-45d4-9a05-5ca83bcfe580 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:09:08.631230 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port 280f6152-910f-45d4-9a05-5ca83bcfe580 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:09:08.631629 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:08.673537 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f37ec-06dd-4b1a-b307-1f7c34c429f3 req-35440734-8fcf-4d8d-bd0f-1f50c8aed43b tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:08.675635 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4a4f37ec-06dd-4b1a-b307-1f7c34c429f3 req-35440734-8fcf-4d8d-bd0f-1f50c8aed43b tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0767913 Apr 06 11:09:08.734727 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 280f6152-910f-45d4-9a05-5ca83bcfe580 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:09:08.735173 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:08.741645 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4a4f37ec-06dd-4b1a-b307-1f7c34c429f3 req-1cbe4371-5af6-4107-9d18-ba89b772f9c5 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593822 Apr 06 11:09:08.769448 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280f6152-910f-45d4-9a05-5ca83bcfe580'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:09:08.769448 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92725eea-8407-4e89-a48e-7b358f783673" -d '{"events": [{"server_uuid": "45009266-b1ff-4929-86a9-aaa8a73db3dd", "name": "network-vif-plugged", "status": "completed", "tag": "280f6152-910f-45d4-9a05-5ca83bcfe580"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:09:08.779133 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 280f6152-910f-45d4-9a05-5ca83bcfe580, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=280f6152-910f-45d4-9a05-5ca83bcfe580,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:08.814682 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d5d01c-33dc-487f-bba9-c4b317ab0d8e x-openstack-request-id: req-a7d5d01c-33dc-487f-bba9-c4b317ab0d8e {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:09:08.814682 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45009266-b1ff-4929-86a9-aaa8a73db3dd", "name": "network-vif-plugged", "status": "completed", "tag": "280f6152-910f-45d4-9a05-5ca83bcfe580", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:09:08.814682 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7d5d01c-33dc-487f-bba9-c4b317ab0d8e {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:09:08.814682 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d5d01c-33dc-487f-bba9-c4b317ab0d8e'] response: {'server_uuid': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'code': 200} Apr 06 11:09:08.864848 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64554e-c18c-4bfe-89b3-e85dc4b892c9 req-d3ff9afe-a65d-4cfd-90eb-f99fcf5b5652 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:08.866183 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:08.866331 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ff64554e-c18c-4bfe-89b3-e85dc4b892c9 req-d3ff9afe-a65d-4cfd-90eb-f99fcf5b5652 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0531142 Apr 06 11:09:08.920826 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=280f6152-910f-45d4-9a05-5ca83bcfe580,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:08.924591 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ff64554e-c18c-4bfe-89b3-e85dc4b892c9 req-a09baba6-4889-4ce2-9c89-1975d0bf1dc3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458591 Apr 06 11:09:08.942240 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47504) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:09.084349 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-936360590-network', 'tenant_id': '3e583d6cd0354a86aba6e3e89818890b'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:09:09.208336 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Made reservation on behalf of 3e583d6cd0354a86aba6e3e89818890b for: {'network': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:09:09.210666 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:09.219512 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:09.293639 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Publish callbacks [] for security_group (75f9a5c9-c734-4fad-ad49-59d469ade78d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:09.357336 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (75f9a5c9-c734-4fad-ad49-59d469ade78d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:09.383124 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=104088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:09:09.400919 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f9a5c9-c734-4fad-ad49-59d469ade78d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:09.403987 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730062240880', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (229faea9-3b50-49c0-8e44-c69355ec1ec5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:09.404548 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Unsubscribe: segment precommit_create {{(pid=104088) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 11:09:09.404979 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.segments_db [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Added segment 229faea9-3b50-49c0-8e44-c69355ec1ec5 of type vlan for network ea339d02-a1ed-4a15-bb55-a59483c1ea8a Apr 06 11:09:09.458747 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (ea339d02-a1ed-4a15-bb55-a59483c1ea8a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:09.577602 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (ea339d02-a1ed-4a15-bb55-a59483c1ea8a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:09.579394 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:09.583377 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:09.677703 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9a86d-1c5c-4280-96c1-8d45abefe2fe req-6437ada1-df5d-44d8-9f1f-0b0fa5f37d6b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:09.679259 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-80f9a86d-1c5c-4280-96c1-8d45abefe2fe req-6437ada1-df5d-44d8-9f1f-0b0fa5f37d6b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 943 time: 0.1462107 Apr 06 11:09:09.688100 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ad61a-8eae-4581-b6bb-cdbe7eb1d0af req-21a84db5-935c-46f1-9c31-16efaf2bb66c tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:09.691988 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aa8ad61a-8eae-4581-b6bb-cdbe7eb1d0af req-21a84db5-935c-46f1-9c31-16efaf2bb66c tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 946 time: 0.0932112 Apr 06 11:09:09.718954 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] Pushing event updated for resources: {'Network': ['ID=ea339d02-a1ed-4a15-bb55-a59483c1ea8a,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:09.742628 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network ea339d02-a1ed-4a15-bb55-a59483c1ea8a details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:09:09.746961 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bf0507f6-e334-4b88-8050-ed965f56e840 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8028336 Apr 06 11:09:09.754574 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47544) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:09.760109 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-cc17fdce-bb9f-40d6-9725-d7d8a33dc1bd admin admin] Request body: {'subnet': {'network_id': 'ea339d02-a1ed-4a15-bb55-a59483c1ea8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-936360590-subnet', 'tenant_id': '3e583d6cd0354a86aba6e3e89818890b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:09:09.765418 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aa8ad61a-8eae-4581-b6bb-cdbe7eb1d0af req-8897db6a-74e6-48e3-b8fa-98b2bacc66b5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682425 Apr 06 11:09:09.808647 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-80f9a86d-1c5c-4280-96c1-8d45abefe2fe req-3b785631-52e7-440f-8bc9-8a7cf01f0506 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044807 Apr 06 11:09:09.923030 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc17fdce-bb9f-40d6-9725-d7d8a33dc1bd admin admin] Made reservation on behalf of 3e583d6cd0354a86aba6e3e89818890b for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:09:09.926387 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc17fdce-bb9f-40d6-9725-d7d8a33dc1bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:09.938563 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd37b9-44af-4972-a28e-0f13d91e3603 req-8de36877-4bde-4384-a3e0-5cfccf4c0333 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:09.940091 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49cd37b9-44af-4972-a28e-0f13d91e3603 req-8de36877-4bde-4384-a3e0-5cfccf4c0333 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0757589 Apr 06 11:09:09.994484 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49cd37b9-44af-4972-a28e-0f13d91e3603 req-c03f1038-203e-49b6-9931-4e22a4f2d022 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478354 Apr 06 11:09:10.225465 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6652b-cb85-416c-9ec3-2c04f4ebad3c req-165bb9ac-e840-4f08-9864-921a2ed33d79 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:10.226937 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a4e6652b-cb85-416c-9ec3-2c04f4ebad3c req-165bb9ac-e840-4f08-9864-921a2ed33d79 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0731683 Apr 06 11:09:10.330299 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a4e6652b-cb85-416c-9ec3-2c04f4ebad3c req-d0038071-31ef-4024-8ff5-b280d53c2d6e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824950 Apr 06 11:09:10.403032 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc17fdce-bb9f-40d6-9725-d7d8a33dc1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for subnet (709486aa-c914-42e7-9eb7-bd2a367c5edb), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:10.458577 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17fdce-bb9f-40d6-9725-d7d8a33dc1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=709486aa-c914-42e7-9eb7-bd2a367c5edb,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:10.469142 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc17fdce-bb9f-40d6-9725-d7d8a33dc1bd admin admin] Checking segment: {'id': '229faea9-3b50-49c0-8e44-c69355ec1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ea339d02-a1ed-4a15-bb55-a59483c1ea8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:09:10.469693 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc17fdce-bb9f-40d6-9725-d7d8a33dc1bd admin admin] Network hostable DHCP agents. Network: ea339d02-a1ed-4a15-bb55-a59483c1ea8a, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:09:10.489384 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 5e742439-6216-46cc-ac73-975eeece043a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:09:10.540111 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc17fdce-bb9f-40d6-9725-d7d8a33dc1bd admin admin] Network ea339d02-a1ed-4a15-bb55-a59483c1ea8a is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:09:10.591745 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-cc17fdce-bb9f-40d6-9725-d7d8a33dc1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, ea339d02-a1ed-4a15-bb55-a59483c1ea8a) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:09:10.596204 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc17fdce-bb9f-40d6-9725-d7d8a33dc1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:10.597046 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-cc17fdce-bb9f-40d6-9725-d7d8a33dc1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:10.616469 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13906070-7ba1-4058-9179-7951740de05f None None] Network ea339d02-a1ed-4a15-bb55-a59483c1ea8a requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:09:10.639750 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 5e742439-6216-46cc-ac73-975eeece043a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5e742439-6216-46cc-ac73-975eeece043a,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:10.687288 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': '5e742439-6216-46cc-ac73-975eeece043a', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'port_id': '5e742439-6216-46cc-ac73-975eeece043a', 'mac_address': 'fa:16:3e:bb:9b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:09:10.713087 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-cc17fdce-bb9f-40d6-9725-d7d8a33dc1bd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9574032 Apr 06 11:09:10.755952 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 5e742439-6216-46cc-ac73-975eeece043a is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:09:10.756534 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5e742439-6216-46cc-ac73-975eeece043a), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:10.774989 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e742439-6216-46cc-ac73-975eeece043a {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:09:10.803284 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a84dc9c-f3ed-4311-93de-a2a614146b02 None None] Network ea339d02-a1ed-4a15-bb55-a59483c1ea8a requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:09:10.823648 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 5e742439-6216-46cc-ac73-975eeece043a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5e742439-6216-46cc-ac73-975eeece043a,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:10.922771 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5e742439-6216-46cc-ac73-975eeece043a), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:10.923441 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device b3cfd0b9-bcef-4882-8538-8b2054bb0e20 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:09:10.948077 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fcc48-ade1-4530-b3d8-2840ba6f406d req-3d467ea9-b7d6-4122-ac48-27dceb324ff3 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:10.957002 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b73fcc48-ade1-4530-b3d8-2840ba6f406d req-3d467ea9-b7d6-4122-ac48-27dceb324ff3 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 946 time: 0.0840704 Apr 06 11:09:10.984771 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbff487-aa17-41cb-9e42-88f40ea577d2 req-f2585c36-a8e6-49fe-a612-6f9ba8800fa5 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:10.986614 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ccbff487-aa17-41cb-9e42-88f40ea577d2 req-f2585c36-a8e6-49fe-a612-6f9ba8800fa5 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 944 time: 0.0857570 Apr 06 11:09:11.049141 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b73fcc48-ade1-4530-b3d8-2840ba6f406d req-03aab96f-0b8c-424c-987e-71b320d1b7d9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865393 Apr 06 11:09:11.065674 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=5e742439-6216-46cc-ac73-975eeece043a,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:11.072725 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ccbff487-aa17-41cb-9e42-88f40ea577d2 req-7ad701e2-ad07-4a63-9821-a2f6a77182d2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771115 Apr 06 11:09:11.134315 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:11.148109 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'port_id': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'mac_address': 'fa:16:3e:fd:cc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:09:11.209301 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:09:11.211159 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:11.231981 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cfd0b9-bcef-4882-8538-8b2054bb0e20 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:09:11.268380 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:11.334442 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:11.393403 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:11.487616 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c420e-a1a8-4c91-83ca-f8465aceeefb req-b24fa72f-8104-45b8-8d85-7b0ee6300ffa tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:11.494439 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a47c420e-a1a8-4c91-83ca-f8465aceeefb req-b24fa72f-8104-45b8-8d85-7b0ee6300ffa tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.3414934 Apr 06 11:09:11.496151 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c049f2d-7845-46f3-87b2-550591f5c83c req-cd245ec9-6aa6-4212-87ec-b68e30e25979 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:11.502887 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9c049f2d-7845-46f3-87b2-550591f5c83c req-cd245ec9-6aa6-4212-87ec-b68e30e25979 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 945 time: 0.0816822 Apr 06 11:09:11.521305 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639c0f1-4cf8-40e0-a28d-a378c54dffb7 req-d62334a6-34bc-41bd-96f0-e6d6509098d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:11.522782 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0639c0f1-4cf8-40e0-a28d-a378c54dffb7 req-d62334a6-34bc-41bd-96f0-e6d6509098d5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 1130 time: 0.0927086 Apr 06 11:09:11.548052 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a47c420e-a1a8-4c91-83ca-f8465aceeefb req-b98985fc-76ba-4efc-840c-a885b4f94072 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527046 Apr 06 11:09:11.550070 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9c049f2d-7845-46f3-87b2-550591f5c83c req-f52698ec-f45c-4259-9164-b6c8a77758cb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454655 Apr 06 11:09:11.695818 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47636) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:11.700782 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1434964364-network', 'tenant_id': '8162a14d4e714ae3ab6afa53108956be'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:09:11.808301 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Made reservation on behalf of 8162a14d4e714ae3ab6afa53108956be for: {'network': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:09:11.810664 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:11.819150 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:11.899845 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Publish callbacks [] for security_group (3313c0dc-3686-4f3b-a520-a4a7ea5b1a29), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:11.922008 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0639c0f1-4cf8-40e0-a28d-a378c54dffb7 req-bb3c88ea-1f25-4d30-a484-d242b7fa1f42 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496881 Apr 06 11:09:11.979739 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (3313c0dc-3686-4f3b-a520-a4a7ea5b1a29), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.002302 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=104088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:09:12.017000 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3313c0dc-3686-4f3b-a520-a4a7ea5b1a29,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:12.019922 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (843a7d5b-9d15-4347-9671-320a04ae81bf), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.020267 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.segments_db [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Added segment 843a7d5b-9d15-4347-9671-320a04ae81bf of type vlan for network 77df4950-06fa-4513-85d0-2b74b86435e4 Apr 06 11:09:12.061408 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (77df4950-06fa-4513-85d0-2b74b86435e4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.175026 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5318cc9-e1a6-4e84-bcc7-a15fcc4a6683 req-7759a2dd-2522-4a3e-9fb5-ba6f3258cf5a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:12.183980 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c5318cc9-e1a6-4e84-bcc7-a15fcc4a6683 req-7759a2dd-2522-4a3e-9fb5-ba6f3258cf5a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 946 time: 0.0597718 Apr 06 11:09:12.192975 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (77df4950-06fa-4513-85d0-2b74b86435e4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.193648 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:12.194199 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.204749 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dde55-7e35-4f89-89dc-a6e37578da76 req-f86657f4-c1cb-47cc-8796-5f3604670b69 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:12.206407 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a13dde55-7e35-4f89-89dc-a6e37578da76 req-f86657f4-c1cb-47cc-8796-5f3604670b69 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 944 time: 0.0597727 Apr 06 11:09:12.259690 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a13dde55-7e35-4f89-89dc-a6e37578da76 req-f83c8f7e-de4e-4c03-bd6e-62f9fa52a496 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437546 Apr 06 11:09:12.281017 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=77df4950-06fa-4513-85d0-2b74b86435e4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:12.294861 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47660) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:12.295444 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network 77df4950-06fa-4513-85d0-2b74b86435e4 details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:09:12.296243 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c5318cc9-e1a6-4e84-bcc7-a15fcc4a6683 req-bfd761e9-10fb-4164-9d1d-80306815a595 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113684 Apr 06 11:09:12.347409 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['5e742439-6216-46cc-ac73-975eeece043a'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:09:12.355799 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-5a14b0d4-b54c-4070-bc9e-e07c7d6d9ce0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6588426 Apr 06 11:09:12.358344 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47666) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:12.364227 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-6c1627fe-27ac-44ef-beb6-0c624c9f6276 admin admin] Request body: {'subnet': {'network_id': '77df4950-06fa-4513-85d0-2b74b86435e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1434964364-subnet', 'tenant_id': '8162a14d4e714ae3ab6afa53108956be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:09:12.426246 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4a60-19b5-4261-8f75-60969fba2145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.437335 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1627fe-27ac-44ef-beb6-0c624c9f6276 admin admin] Made reservation on behalf of 8162a14d4e714ae3ab6afa53108956be for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:09:12.442793 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c1627fe-27ac-44ef-beb6-0c624c9f6276 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.507404 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4a60-19b5-4261-8f75-60969fba2145 admin admin] Publish callbacks [] for security_group (481baca9-db94-4402-a226-46d2d6d58492), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.568273 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['b3cfd0b9-bcef-4882-8538-8b2054bb0e20'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:09:12.568477 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6a4a4a60-19b5-4261-8f75-60969fba2145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (481baca9-db94-4402-a226-46d2d6d58492), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.603781 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6a4a4a60-19b5-4261-8f75-60969fba2145 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27292b91f68742a18b3e0b401d4f0ccd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074994 Apr 06 11:09:12.604888 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47676) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:12.645519 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a4a60-19b5-4261-8f75-60969fba2145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481baca9-db94-4402-a226-46d2d6d58492,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:12.735162 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3490894-aad7-4130-8819-aef3caf02dcf req-77a90398-7e66-4036-a716-41d9acf4378d tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:12.736803 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a3490894-aad7-4130-8819-aef3caf02dcf req-77a90398-7e66-4036-a716-41d9acf4378d tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0696576 Apr 06 11:09:12.780939 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d8290-7640-4bf7-9af8-1a4eb0cc4981 req-6a29cb98-1c5e-4ca8-8097-0cc5d581226a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:12.782478 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f60d8290-7640-4bf7-9af8-1a4eb0cc4981 req-6a29cb98-1c5e-4ca8-8097-0cc5d581226a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 945 time: 0.1136425 Apr 06 11:09:12.786159 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c1627fe-27ac-44ef-beb6-0c624c9f6276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for subnet (1d06caf1-c36e-4d4a-821b-fd19bf6142ef), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.802322 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f180fc97-7ae7-4fd6-a411-55abf9cf1d6a admin admin] Publish callbacks [] for security_group (481baca9-db94-4402-a226-46d2d6d58492), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.804394 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a3490894-aad7-4130-8819-aef3caf02dcf req-455aa113-e8a9-48c9-a697-cd81879ff3ca tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553529 Apr 06 11:09:12.885629 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f180fc97-7ae7-4fd6-a411-55abf9cf1d6a admin admin] Publish callbacks [] for security_group (481baca9-db94-4402-a226-46d2d6d58492), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.898297 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1627fe-27ac-44ef-beb6-0c624c9f6276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d06caf1-c36e-4d4a-821b-fd19bf6142ef,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:12.910463 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f60d8290-7640-4bf7-9af8-1a4eb0cc4981 req-f4a78aaa-69b9-4696-843d-e28407d61c70 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175113 Apr 06 11:09:12.930248 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1627fe-27ac-44ef-beb6-0c624c9f6276 admin admin] Checking segment: {'id': '843a7d5b-9d15-4347-9671-320a04ae81bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '77df4950-06fa-4513-85d0-2b74b86435e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:09:12.930604 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1627fe-27ac-44ef-beb6-0c624c9f6276 admin admin] Network hostable DHCP agents. Network: 77df4950-06fa-4513-85d0-2b74b86435e4, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:09:13.008582 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1627fe-27ac-44ef-beb6-0c624c9f6276 admin admin] Network 77df4950-06fa-4513-85d0-2b74b86435e4 is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:09:13.060048 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f180fc97-7ae7-4fd6-a411-55abf9cf1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (481baca9-db94-4402-a226-46d2d6d58492), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:13.062793 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f180fc97-7ae7-4fd6-a411-55abf9cf1d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:13.063935 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f180fc97-7ae7-4fd6-a411-55abf9cf1d6a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/481baca9-db94-4402-a226-46d2d6d58492 HTTP/1.1" status: 204 len: 168 time: 0.4582658 Apr 06 11:09:13.071732 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180fc97-7ae7-4fd6-a411-55abf9cf1d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481baca9-db94-4402-a226-46d2d6d58492,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:13.083909 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-6c1627fe-27ac-44ef-beb6-0c624c9f6276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, 77df4950-06fa-4513-85d0-2b74b86435e4) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:09:13.088741 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1627fe-27ac-44ef-beb6-0c624c9f6276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:13.090426 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6c1627fe-27ac-44ef-beb6-0c624c9f6276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:13.093599 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1143409-a1eb-490c-bfa7-03f15c3256a4 None None] Network 77df4950-06fa-4513-85d0-2b74b86435e4 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:09:13.182821 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6c1627fe-27ac-44ef-beb6-0c624c9f6276 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8233330 Apr 06 11:09:13.197920 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604ad951-c83f-41bb-9310-8e4450a905eb None None] Network 77df4950-06fa-4513-85d0-2b74b86435e4 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:09:13.302030 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47696) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:13.351199 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c5950d-0590-479b-8782-0a22082b2efc admin admin] Deleting subnet 709486aa-c914-42e7-9eb7-bd2a367c5edb {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:09:13.356047 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f1c5950d-0590-479b-8782-0a22082b2efc admin admin] Publish callbacks [] for subnet (709486aa-c914-42e7-9eb7-bd2a367c5edb), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:13.418908 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e005de-cd4a-43c8-99c0-8d4218cd54e3 req-a0953b92-d774-47aa-8c98-ab68c7f14e6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:13.420539 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-54e005de-cd4a-43c8-99c0-8d4218cd54e3 req-a0953b92-d774-47aa-8c98-ab68c7f14e6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 944 time: 0.0531547 Apr 06 11:09:13.430822 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f1c5950d-0590-479b-8782-0a22082b2efc admin admin] Publish callbacks [] for subnet (709486aa-c914-42e7-9eb7-bd2a367c5edb), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:13.442600 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f1c5950d-0590-479b-8782-0a22082b2efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (709486aa-c914-42e7-9eb7-bd2a367c5edb), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:13.484431 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-54e005de-cd4a-43c8-99c0-8d4218cd54e3 req-67cbb0f3-5dec-4bb6-b5c8-9ae5128f8c13 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551147 Apr 06 11:09:13.510541 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d119b6a-d995-4f6a-945f-e9cf3a844f71 req-6dec1c1d-eeae-44f8-84d7-aa004d33ecd2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:13.512028 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0d119b6a-d995-4f6a-945f-e9cf3a844f71 req-6dec1c1d-eeae-44f8-84d7-aa004d33ecd2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 946 time: 0.1312943 Apr 06 11:09:13.585096 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0d119b6a-d995-4f6a-945f-e9cf3a844f71 req-79e0616f-bdc1-4569-9e87-d21df8e07900 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628617 Apr 06 11:09:13.602044 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0f85a-63b0-48a9-86d5-0f17ebe8cc37 req-79c60486-0570-438a-8450-c35ccd3681c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:13.603566 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28a0f85a-63b0-48a9-86d5-0f17ebe8cc37 req-79c60486-0570-438a-8450-c35ccd3681c3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 1130 time: 0.0607812 Apr 06 11:09:13.649247 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f1c5950d-0590-479b-8782-0a22082b2efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for subnet (709486aa-c914-42e7-9eb7-bd2a367c5edb), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:13.682426 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5950d-0590-479b-8782-0a22082b2efc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=709486aa-c914-42e7-9eb7-bd2a367c5edb,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:13.683865 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f1c5950d-0590-479b-8782-0a22082b2efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:13.687125 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f1c5950d-0590-479b-8782-0a22082b2efc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/709486aa-c914-42e7-9eb7-bd2a367c5edb HTTP/1.1" status: 204 len: 168 time: 0.3839245 Apr 06 11:09:13.689527 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47704) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:13.760074 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (ea339d02-a1ed-4a15-bb55-a59483c1ea8a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:13.816969 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47714) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:13.849903 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dcd3317d-b223-4177-9efc-07c162d29811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:13.855728 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (ea339d02-a1ed-4a15-bb55-a59483c1ea8a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:13.878528 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:13.878877 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:13.879765 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:13.880160 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > port after_create 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:13.880486 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:13.880822 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > port after_update 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:13.881176 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:13.881533 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:13.881835 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:13.882157 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:13.964705 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dcd3317d-b223-4177-9efc-07c162d29811 admin admin] Publish callbacks [] for security_group (451e4610-7d97-45c4-ba53-bed16bb7e1a0), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:13.973515 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8909e9b-74cd-42f5-b56e-edf8279af43f req-cf872f4b-aa2a-4bc6-af41-b611b6c5963c tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:13.977338 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a8909e9b-74cd-42f5-b56e-edf8279af43f req-cf872f4b-aa2a-4bc6-af41-b611b6c5963c tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0965264 Apr 06 11:09:14.022850 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a8909e9b-74cd-42f5-b56e-edf8279af43f req-49fcb1c0-9fc3-4f1a-9603-42576cf850fd tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Apr 06 11:09:14.025016 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:14.025411 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:14.025861 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:14.026064 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104088) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:14.026491 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea339d02-a1ed-4a15-bb55-a59483c1ea8a']}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:14.048471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dcd3317d-b223-4177-9efc-07c162d29811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (451e4610-7d97-45c4-ba53-bed16bb7e1a0), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.060507 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229faea9-3b50-49c0-8e44-c69355ec1ec5') {'for_net_delete': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:14.060884 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229faea9-3b50-49c0-8e44-c69355ec1ec5') {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:14.089835 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-dcd3317d-b223-4177-9efc-07c162d29811 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd4fd98f47bb471cbf9d3e50f1c52395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716596 Apr 06 11:09:14.092575 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47724) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:14.098180 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083763'] for segment (229faea9-3b50-49c0-8e44-c69355ec1ec5), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.099968 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3317d-b223-4177-9efc-07c162d29811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451e4610-7d97-45c4-ba53-bed16bb7e1a0,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:14.129825 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (229faea9-3b50-49c0-8e44-c69355ec1ec5), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.144633 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=104088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:09:14.145284 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087189'] for segment (229faea9-3b50-49c0-8e44-c69355ec1ec5), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.155083 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-417f7712-4715-448d-a067-b31b95d3e031 admin admin] Publish callbacks [] for security_group (451e4610-7d97-45c4-ba53-bed16bb7e1a0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: from cryptography.utils import int_from_bytes Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: from cryptography.utils import int_from_bytes Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: Traceback (most recent call last): Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: timer() Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: cb(*args, **kw) Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: return func(*args, **kwargs) Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: self._notify() Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: self.callback(batched_events) Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: event.method(event) Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: return f(self, *a, **k) Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: return self._get(url).json() Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: return self.request(url, 'GET', **kwargs) Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:09:14.168909 dv-cinder-836072-2-iscsi neutron-server[104088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:09:14.181927 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-417f7712-4715-448d-a067-b31b95d3e031 admin admin] Publish callbacks [] for security_group (451e4610-7d97-45c4-ba53-bed16bb7e1a0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.202657 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3edfa8-088e-4f21-9931-5cabe15b4bf2 req-44cdcef1-9695-47dd-bd9f-0fe6f9288f5f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:14.203823 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4c3edfa8-088e-4f21-9931-5cabe15b4bf2 req-44cdcef1-9695-47dd-bd9f-0fe6f9288f5f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 945 time: 0.1722803 Apr 06 11:09:14.265289 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47730) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:14.289765 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4c3edfa8-088e-4f21-9931-5cabe15b4bf2 req-5e56ec25-1c48-4da3-a377-aeedf2240bb2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590253 Apr 06 11:09:14.334257 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (ea339d02-a1ed-4a15-bb55-a59483c1ea8a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.335042 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-417f7712-4715-448d-a067-b31b95d3e031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (451e4610-7d97-45c4-ba53-bed16bb7e1a0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.338098 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-417f7712-4715-448d-a067-b31b95d3e031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.344824 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-417f7712-4715-448d-a067-b31b95d3e031 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/451e4610-7d97-45c4-ba53-bed16bb7e1a0 HTTP/1.1" status: 204 len: 168 time: 0.2507086 Apr 06 11:09:14.356405 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f7712-4715-448d-a067-b31b95d3e031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451e4610-7d97-45c4-ba53-bed16bb7e1a0,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:14.389343 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.395494 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ea339d02-a1ed-4a15-bb55-a59483c1ea8a HTTP/1.1" status: 204 len: 168 time: 0.7019348 Apr 06 11:09:14.395494 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79531829-40c2-4589-8c08-313bd1f3f351 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea339d02-a1ed-4a15-bb55-a59483c1ea8a,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:14.396166 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47736) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:14.398632 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cf48-0545-4a42-9145-0b4c4189a285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.443994 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-1319cbb7-9127-4b0d-aef8-c1970ae86c64 admin admin] Deleting subnet 1d06caf1-c36e-4d4a-821b-fd19bf6142ef {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:09:14.447342 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1319cbb7-9127-4b0d-aef8-c1970ae86c64 admin admin] Publish callbacks [] for subnet (1d06caf1-c36e-4d4a-821b-fd19bf6142ef), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.485419 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1319cbb7-9127-4b0d-aef8-c1970ae86c64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083784'] for subnet (1d06caf1-c36e-4d4a-821b-fd19bf6142ef), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.492010 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cf48-0545-4a42-9145-0b4c4189a285 admin admin] Publish callbacks [] for security_group (cc635c7b-3cd5-4d9a-820b-d6683b1190bb), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.529037 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1319cbb7-9127-4b0d-aef8-c1970ae86c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (1d06caf1-c36e-4d4a-821b-fd19bf6142ef), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.592173 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cf48-0545-4a42-9145-0b4c4189a285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (cc635c7b-3cd5-4d9a-820b-d6683b1190bb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.638516 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4cf48-0545-4a42-9145-0b4c4189a285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc635c7b-3cd5-4d9a-820b-d6683b1190bb,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:14.643913 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1319cbb7-9127-4b0d-aef8-c1970ae86c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4783663'] for subnet (1d06caf1-c36e-4d4a-821b-fd19bf6142ef), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.645384 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d6e4cf48-0545-4a42-9145-0b4c4189a285 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88ffafbb07fd4990b9a019c6f54b10e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790228 Apr 06 11:09:14.660861 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47744) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:14.677379 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1319cbb7-9127-4b0d-aef8-c1970ae86c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.683160 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1319cbb7-9127-4b0d-aef8-c1970ae86c64 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1d06caf1-c36e-4d4a-821b-fd19bf6142ef HTTP/1.1" status: 204 len: 168 time: 0.2804847 Apr 06 11:09:14.683287 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767912d-8dbd-4b03-9661-d8dde638a008 req-e09c23d2-4d10-4ece-a996-ff8b94a7d248 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:14.684057 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c767912d-8dbd-4b03-9661-d8dde638a008 req-e09c23d2-4d10-4ece-a996-ff8b94a7d248 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 944 time: 0.1216168 Apr 06 11:09:14.684057 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47746) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:14.718331 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319cbb7-9127-4b0d-aef8-c1970ae86c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d06caf1-c36e-4d4a-821b-fd19bf6142ef,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:14.813863 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0eab5d-f935-4d84-8ccf-c129eb9d6ae7 req-7d2ea130-1842-4ac5-8bf6-e70048dddbbd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:14.816059 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8d0eab5d-f935-4d84-8ccf-c129eb9d6ae7 req-7d2ea130-1842-4ac5-8bf6-e70048dddbbd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 946 time: 0.1332324 Apr 06 11:09:14.820460 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f4647ec3-02ee-4192-bf54-fb5c253fdfc8 admin admin] Publish callbacks [] for security_group (cc635c7b-3cd5-4d9a-820b-d6683b1190bb), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.844184 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (77df4950-06fa-4513-85d0-2b74b86435e4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.852507 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c767912d-8dbd-4b03-9661-d8dde638a008 req-69e10f42-849a-42cf-88d9-8db090a5e594 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600635 Apr 06 11:09:14.863908 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f4647ec3-02ee-4192-bf54-fb5c253fdfc8 admin admin] Publish callbacks [] for security_group (cc635c7b-3cd5-4d9a-820b-d6683b1190bb), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.905587 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 5e742439-6216-46cc-ac73-975eeece043a up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:09:14.935722 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8d0eab5d-f935-4d84-8ccf-c129eb9d6ae7 req-d8e6e76f-2fa5-4d77-9ca6-c3df611c60a7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008615 Apr 06 11:09:14.986171 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:14.993942 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (77df4950-06fa-4513-85d0-2b74b86435e4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.015899 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.016256 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.017035 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.017400 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > port after_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.017730 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.018068 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > port after_update 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.018411 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.018734 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.019059 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.019948 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.054371 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f4647ec3-02ee-4192-bf54-fb5c253fdfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (cc635c7b-3cd5-4d9a-820b-d6683b1190bb), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.054713 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port 5e742439-6216-46cc-ac73-975eeece043a completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:09:15.058770 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f4647ec3-02ee-4192-bf54-fb5c253fdfc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.060624 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port 5e742439-6216-46cc-ac73-975eeece043a triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:09:15.060762 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f4647ec3-02ee-4192-bf54-fb5c253fdfc8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc635c7b-3cd5-4d9a-820b-d6683b1190bb HTTP/1.1" status: 204 len: 168 time: 0.3990753 Apr 06 11:09:15.063876 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (5e742439-6216-46cc-ac73-975eeece043a), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.086331 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4647ec3-02ee-4192-bf54-fb5c253fdfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc635c7b-3cd5-4d9a-820b-d6683b1190bb,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:15.091107 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.093237 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.093237 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.093237 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:09:15.093237 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77df4950-06fa-4513-85d0-2b74b86435e4']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:15.131910 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843a7d5b-9d15-4347-9671-320a04ae81bf') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:15.131910 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843a7d5b-9d15-4347-9671-320a04ae81bf') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:15.151579 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6270634'] for segment (843a7d5b-9d15-4347-9671-320a04ae81bf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.186969 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28a0f85a-63b0-48a9-86d5-0f17ebe8cc37 req-c771e8a5-8069-4dd7-bd04-1c8011a7f220 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895250 Apr 06 11:09:15.202210 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (843a7d5b-9d15-4347-9671-320a04ae81bf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.203411 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 5e742439-6216-46cc-ac73-975eeece043a is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:09:15.203893 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5e742439-6216-46cc-ac73-975eeece043a), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.213819 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:09:15.214234 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4619377'] for segment (843a7d5b-9d15-4347-9671-320a04ae81bf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: from cryptography.utils import int_from_bytes Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: from cryptography.utils import int_from_bytes Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: Traceback (most recent call last): Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: timer() Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: cb(*args, **kw) Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: return func(*args, **kwargs) Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: self._notify() Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: self.callback(batched_events) Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: event.method(event) Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: return f(self, *a, **k) Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._get(url).json() Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: return self.request(url, 'GET', **kwargs) Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:09:15.218705 dv-cinder-836072-2-iscsi neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:09:15.232439 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d3cf80-e374-45c3-945e-30b50ad4ebc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e742439-6216-46cc-ac73-975eeece043a'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:09:15.237005 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3829c358-314f-4d31-97d1-5214c0e6d9e6" -d '{"events": [{"server_uuid": "49d3cf80-e374-45c3-945e-30b50ad4ebc2", "name": "network-vif-plugged", "status": "completed", "tag": "5e742439-6216-46cc-ac73-975eeece043a"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:09:15.253132 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 5e742439-6216-46cc-ac73-975eeece043a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5e742439-6216-46cc-ac73-975eeece043a,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:15.290216 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76db7f5f-35e2-4a78-a624-3abee9313932 x-openstack-request-id: req-76db7f5f-35e2-4a78-a624-3abee9313932 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:09:15.290970 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d3cf80-e374-45c3-945e-30b50ad4ebc2", "name": "network-vif-plugged", "status": "completed", "tag": "5e742439-6216-46cc-ac73-975eeece043a", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:09:15.291208 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76db7f5f-35e2-4a78-a624-3abee9313932 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:09:15.291611 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76db7f5f-35e2-4a78-a624-3abee9313932'] response: {'server_uuid': '49d3cf80-e374-45c3-945e-30b50ad4ebc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e742439-6216-46cc-ac73-975eeece043a', 'code': 200} Apr 06 11:09:15.311251 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5e742439-6216-46cc-ac73-975eeece043a), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.312073 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device b3cfd0b9-bcef-4882-8538-8b2054bb0e20 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:09:15.395277 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=5e742439-6216-46cc-ac73-975eeece043a,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:15.397282 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (77df4950-06fa-4513-85d0-2b74b86435e4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.426983 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.431491 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] 10.222.0.62 "DELETE /v2.0/networks/77df4950-06fa-4513-85d0-2b74b86435e4 HTTP/1.1" status: 204 len: 168 time: 0.7464492 Apr 06 11:09:15.432532 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b24cf1-75d3-4080-8d62-a2fabb49a7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=77df4950-06fa-4513-85d0-2b74b86435e4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:15.438643 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f3473-6482-4bb0-a8ec-056b836f0415 req-adc08742-74ac-4e22-86e2-24cd221f0461 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:15.440152 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a8f3473-6482-4bb0-a8ec-056b836f0415 req-adc08742-74ac-4e22-86e2-24cd221f0461 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 945 time: 0.0797865 Apr 06 11:09:15.477500 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:09:15.482815 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:09:15.483676 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.513401 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a8f3473-6482-4bb0-a8ec-056b836f0415 req-4d9e4c73-4615-418f-bc43-154fa75009ed tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661776 Apr 06 11:09:15.583478 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:09:15.583902 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.618186 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:15.688118 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.735512 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:15.793625 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47796) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:15.837846 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-daa2b972-f7ef-4a10-a622-80ad08cd79e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e583d6cd0354a86aba6e3e89818890b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424752 Apr 06 11:09:15.840226 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47800) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:15.891353 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a9f29b6-9f62-4245-974e-b18c585e6db3 admin admin] Publish callbacks [] for security_group (75f9a5c9-c734-4fad-ad49-59d469ade78d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.913067 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a9f29b6-9f62-4245-974e-b18c585e6db3 admin admin] Publish callbacks [] for security_group (75f9a5c9-c734-4fad-ad49-59d469ade78d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.928823 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47804) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:15.942201 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38acc4b1-6365-4cbe-8dfc-811810064473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:16.040208 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebf21d-76a3-45bb-869f-24023154dc75 req-6cd502b8-0ce2-4a80-97cc-9493f250b798 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:16.041719 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b1ebf21d-76a3-45bb-869f-24023154dc75 req-6cd502b8-0ce2-4a80-97cc-9493f250b798 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0844362 Apr 06 11:09:16.063222 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4dfdd-7c97-4e51-acd7-9e6c6732f81a req-4969820c-8508-49f0-a788-a2ce1d621e82 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:16.064714 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d3f4dfdd-7c97-4e51-acd7-9e6c6732f81a req-4969820c-8508-49f0-a788-a2ce1d621e82 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 946 time: 0.0640213 Apr 06 11:09:16.065965 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a9f29b6-9f62-4245-974e-b18c585e6db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (75f9a5c9-c734-4fad-ad49-59d469ade78d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:16.068876 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8a9f29b6-9f62-4245-974e-b18c585e6db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:16.072278 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8a9f29b6-9f62-4245-974e-b18c585e6db3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75f9a5c9-c734-4fad-ad49-59d469ade78d HTTP/1.1" status: 204 len: 168 time: 0.2288969 Apr 06 11:09:16.079958 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f29b6-9f62-4245-974e-b18c585e6db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f9a5c9-c734-4fad-ad49-59d469ade78d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:16.142431 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38acc4b1-6365-4cbe-8dfc-811810064473 admin admin] Publish callbacks [] for security_group (a70e260b-2ce8-40cb-b362-2ff333ab2831), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:16.148347 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b1ebf21d-76a3-45bb-869f-24023154dc75 req-528b2df1-d06f-4c24-83f1-f4834260316e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945427 Apr 06 11:09:16.155328 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d3f4dfdd-7c97-4e51-acd7-9e6c6732f81a req-b459ae22-06cd-4110-b5ce-c8aa27a2bfdb tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770314 Apr 06 11:09:16.214132 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-38acc4b1-6365-4cbe-8dfc-811810064473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (a70e260b-2ce8-40cb-b362-2ff333ab2831), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:16.263957 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acc4b1-6365-4cbe-8dfc-811810064473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70e260b-2ce8-40cb-b362-2ff333ab2831,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:16.268241 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-38acc4b1-6365-4cbe-8dfc-811810064473 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87f665ad42984fddb4254f2a49c7b67d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383045 Apr 06 11:09:16.268743 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47820) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:16.323677 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4ffd-84b0-4932-91f7-edb05ec7e232 admin admin] Publish callbacks [] for security_group (a70e260b-2ce8-40cb-b362-2ff333ab2831), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:16.345381 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4ffd-84b0-4932-91f7-edb05ec7e232 admin admin] Publish callbacks [] for security_group (a70e260b-2ce8-40cb-b362-2ff333ab2831), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:16.500046 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4ffd-84b0-4932-91f7-edb05ec7e232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (a70e260b-2ce8-40cb-b362-2ff333ab2831), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:16.502657 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6cbf4ffd-84b0-4932-91f7-edb05ec7e232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:16.506373 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6cbf4ffd-84b0-4932-91f7-edb05ec7e232 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a70e260b-2ce8-40cb-b362-2ff333ab2831 HTTP/1.1" status: 204 len: 168 time: 0.2325134 Apr 06 11:09:16.514334 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf4ffd-84b0-4932-91f7-edb05ec7e232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70e260b-2ce8-40cb-b362-2ff333ab2831,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:16.633241 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06685d26-2639-4b64-85fe-7a59e37309af req-69d197a0-11ee-471c-b29b-779a6ab7ee21 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:16.634711 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-06685d26-2639-4b64-85fe-7a59e37309af req-69d197a0-11ee-471c-b29b-779a6ab7ee21 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0527170 Apr 06 11:09:16.682227 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-06685d26-2639-4b64-85fe-7a59e37309af req-c80a948b-dd90-4b6c-8f40-f1e6622447e3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417314 Apr 06 11:09:16.899333 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47838) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:16.952268 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f9b95b4d-dbca-43c8-a390-81c5375e13f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8162a14d4e714ae3ab6afa53108956be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512702 Apr 06 11:09:16.958885 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47840) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:16.984448 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47846) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:17.034999 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca32e542-a4f2-4755-9f58-43c1947e0654 admin admin] Publish callbacks [] for security_group (3313c0dc-3686-4f3b-a520-a4a7ea5b1a29), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.057219 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca32e542-a4f2-4755-9f58-43c1947e0654 admin admin] Publish callbacks [] for security_group (3313c0dc-3686-4f3b-a520-a4a7ea5b1a29), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.173340 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-87583b2e-f02c-46af-8469-e1c271315970 req-1cf67b86-9429-4532-8f11-6e76ead28045 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455716 Apr 06 11:09:17.197354 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca32e542-a4f2-4755-9f58-43c1947e0654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (3313c0dc-3686-4f3b-a520-a4a7ea5b1a29), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.201474 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca32e542-a4f2-4755-9f58-43c1947e0654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.202808 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ca32e542-a4f2-4755-9f58-43c1947e0654 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3313c0dc-3686-4f3b-a520-a4a7ea5b1a29 HTTP/1.1" status: 204 len: 168 time: 0.2427580 Apr 06 11:09:17.218210 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32e542-a4f2-4755-9f58-43c1947e0654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3313c0dc-3686-4f3b-a520-a4a7ea5b1a29,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:17.266584 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9f445b7d-928d-404a-b473-95be4ea2e327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.292712 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:09:17.295046 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfd7820-7835-4c5b-aa2d-2d76a3b79569" -d '{"events": [{"server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "name": "network-vif-plugged", "status": "completed", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:09:17.370431 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134dd1e-e59f-4fac-88bb-d3716dbe0616 req-57e5df2d-8af6-4708-9c92-16e2560452f0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:17.371883 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6134dd1e-e59f-4fac-88bb-d3716dbe0616 req-57e5df2d-8af6-4708-9c92-16e2560452f0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 946 time: 0.1072636 Apr 06 11:09:17.448172 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87583b2e-f02c-46af-8469-e1c271315970 req-76acfe8d-c7b1-4f25-b7f3-95f69fafbe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:17.449691 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-87583b2e-f02c-46af-8469-e1c271315970 req-76acfe8d-c7b1-4f25-b7f3-95f69fafbe79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=92825d48c6c044b3bad475b05c9d138f&device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 1130 time: 0.1250248 Apr 06 11:09:17.494445 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6134dd1e-e59f-4fac-88bb-d3716dbe0616 req-74444654-5f4b-4ea8-aba6-7854806d24fb tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157413 Apr 06 11:09:17.502082 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9f445b7d-928d-404a-b473-95be4ea2e327 admin admin] Publish callbacks [] for security_group (f919bae2-e501-4a0e-8fe5-66a4eb00a173), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.548442 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9edceb-2bb4-4bf4-9d6b-44b65c5f2f17 req-1590cf5c-7d2b-49ea-a9f0-b1acdd638313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:17.550123 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2a9edceb-2bb4-4bf4-9d6b-44b65c5f2f17 req-1590cf5c-7d2b-49ea-a9f0-b1acdd638313 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 1129 time: 0.1572652 Apr 06 11:09:17.607609 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9f445b7d-928d-404a-b473-95be4ea2e327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f919bae2-e501-4a0e-8fe5-66a4eb00a173), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.639560 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87583b2e-f02c-46af-8469-e1c271315970 req-f19fec89-24e8-4340-8b30-78d9b72f565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:17.641173 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-87583b2e-f02c-46af-8469-e1c271315970 req-f19fec89-24e8-4340-8b30-78d9b72f565d service neutron] 10.222.0.49 "GET /v2.0/networks?id=06cffd94-bed2-49e1-ab85-3004b891a139 HTTP/1.1" status: 200 len: 913 time: 0.1533701 Apr 06 11:09:17.660636 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9f445b7d-928d-404a-b473-95be4ea2e327 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d52e7e5611a743529ff106c4f4ca58fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6745031 Apr 06 11:09:17.663453 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47870) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:17.666881 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f445b7d-928d-404a-b473-95be4ea2e327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f919bae2-e501-4a0e-8fe5-66a4eb00a173,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:17.687021 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27d24d-827d-4751-954d-6a3c69239359 req-98ee65ec-e379-41d9-a04a-92209823f4c7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:17.689030 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aa27d24d-827d-4751-954d-6a3c69239359 req-98ee65ec-e379-41d9-a04a-92209823f4c7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.1235316 Apr 06 11:09:17.690941 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47872) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:17.715874 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2de2b884-9c9f-44a0-9913-9e935522dce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.757618 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aa27d24d-827d-4751-954d-6a3c69239359 req-8563c538-d003-45f3-9e44-a771bf64415b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619285 Apr 06 11:09:17.784376 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-40f39a16-44ab-4fde-9365-6cea7a9cf03e admin admin] Publish callbacks [] for security_group (f919bae2-e501-4a0e-8fe5-66a4eb00a173), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.810472 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32756f19-e77e-4b85-b194-9d861c02b818 x-openstack-request-id: req-32756f19-e77e-4b85-b194-9d861c02b818 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:09:17.810472 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "name": "network-vif-plugged", "status": "completed", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:09:17.810472 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32756f19-e77e-4b85-b194-9d861c02b818 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:09:17.810472 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32756f19-e77e-4b85-b194-9d861c02b818'] response: {'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'code': 200} Apr 06 11:09:17.820562 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-40f39a16-44ab-4fde-9365-6cea7a9cf03e admin admin] Publish callbacks [] for security_group (f919bae2-e501-4a0e-8fe5-66a4eb00a173), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.882600 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2de2b884-9c9f-44a0-9913-9e935522dce7 admin admin] Publish callbacks [] for security_group (c51384c1-47f8-4b03-b37b-f6bba43ddfcc), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.914332 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0aeeb-a4cf-4352-a5d0-47b18f4146a3 req-f04e7514-e780-423a-b5e2-e96095dc174d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:17.917989 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-35b0aeeb-a4cf-4352-a5d0-47b18f4146a3 req-f04e7514-e780-423a-b5e2-e96095dc174d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0555480 Apr 06 11:09:17.956543 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2de2b884-9c9f-44a0-9913-9e935522dce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (c51384c1-47f8-4b03-b37b-f6bba43ddfcc), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.969928 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-35b0aeeb-a4cf-4352-a5d0-47b18f4146a3 req-d134a9f8-f0cd-4949-8684-48baf55e9a10 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473425 Apr 06 11:09:17.995209 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-2de2b884-9c9f-44a0-9913-9e935522dce7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=282e6c2d857842b8bdc6d6aeb861b25e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029699 Apr 06 11:09:17.996329 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-40f39a16-44ab-4fde-9365-6cea7a9cf03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f919bae2-e501-4a0e-8fe5-66a4eb00a173), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:17.997781 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47884) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:17.999903 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-40f39a16-44ab-4fde-9365-6cea7a9cf03e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:18.003086 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-40f39a16-44ab-4fde-9365-6cea7a9cf03e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f919bae2-e501-4a0e-8fe5-66a4eb00a173 HTTP/1.1" status: 204 len: 168 time: 0.3362231 Apr 06 11:09:18.003086 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2b884-9c9f-44a0-9913-9e935522dce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51384c1-47f8-4b03-b37b-f6bba43ddfcc,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:18.025674 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f39a16-44ab-4fde-9365-6cea7a9cf03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f919bae2-e501-4a0e-8fe5-66a4eb00a173,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:18.085773 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-024be7d8-5c0f-4e41-a721-d7620ba8a8fc admin admin] Publish callbacks [] for security_group (c51384c1-47f8-4b03-b37b-f6bba43ddfcc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:18.108609 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-024be7d8-5c0f-4e41-a721-d7620ba8a8fc admin admin] Publish callbacks [] for security_group (c51384c1-47f8-4b03-b37b-f6bba43ddfcc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:18.254496 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-024be7d8-5c0f-4e41-a721-d7620ba8a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (c51384c1-47f8-4b03-b37b-f6bba43ddfcc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:18.257270 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-024be7d8-5c0f-4e41-a721-d7620ba8a8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:18.261751 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-024be7d8-5c0f-4e41-a721-d7620ba8a8fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c51384c1-47f8-4b03-b37b-f6bba43ddfcc HTTP/1.1" status: 204 len: 168 time: 0.2595124 Apr 06 11:09:18.267328 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024be7d8-5c0f-4e41-a721-d7620ba8a8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51384c1-47f8-4b03-b37b-f6bba43ddfcc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:18.318819 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2a9edceb-2bb4-4bf4-9d6b-44b65c5f2f17 req-cb8840f4-243a-4e25-97c4-757035d811ed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479250 Apr 06 11:09:18.610765 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301adfec-c92f-47bc-bbed-b55539637073 req-22271e72-a39d-45dd-9604-1be7cef67ac8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:18.612157 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301adfec-c92f-47bc-bbed-b55539637073 req-22271e72-a39d-45dd-9604-1be7cef67ac8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 946 time: 0.0510767 Apr 06 11:09:18.665656 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-301adfec-c92f-47bc-bbed-b55539637073 req-709b60f8-4099-4d92-acf4-12ff3f4d6131 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477591 Apr 06 11:09:18.787862 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298b4b6-9338-40e4-a021-2f908ed2499b req-038349f5-34ce-4541-afac-29858109f4bb tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:18.789754 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2298b4b6-9338-40e4-a021-2f908ed2499b req-038349f5-34ce-4541-afac-29858109f4bb tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 946 time: 0.0572069 Apr 06 11:09:18.799087 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 47914) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:18.805292 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-fc45afda-b5ee-4610-a2d3-a48a1730aa38 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'floatingip': {'port_id': '280f6152-910f-45d4-9a05-5ca83bcfe580'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:09:18.884014 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc45afda-b5ee-4610-a2d3-a48a1730aa38 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (f64cb48d-2fdf-42db-945a-61de2ffbd927), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:18.887150 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5410d-c854-4d0d-8cb4-d5911df36c50 req-e5b1ac7e-2c2e-4a90-b9c4-917de0cae543 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:18.888624 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-50e5410d-c854-4d0d-8cb4-d5911df36c50 req-e5b1ac7e-2c2e-4a90-b9c4-917de0cae543 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0507240 Apr 06 11:09:18.953766 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-50e5410d-c854-4d0d-8cb4-d5911df36c50 req-69075b6e-22cc-44e8-8df5-07b17389eb2a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581667 Apr 06 11:09:19.010243 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-87583b2e-f02c-46af-8469-e1c271315970 req-6768cfd2-b3a4-4432-ae19-2181eb3efab4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cf2d4e4-161a-402e-9578-42db4989b8d2 HTTP/1.1" status: 200 len: 217 time: 0.0410223 Apr 06 11:09:19.023063 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47924) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:19.046430 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:19.155351 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87583b2e-f02c-46af-8469-e1c271315970 req-0eade92d-cc89-4fd2-b4a1-1dc6500333ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:19.159570 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-87583b2e-f02c-46af-8469-e1c271315970 req-0eade92d-cc89-4fd2-b4a1-1dc6500333ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=be318d27-c4be-45c5-9636-3fb0cf5100d8 HTTP/1.1" status: 200 len: 852 time: 0.0709887 Apr 06 11:09:19.236611 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac2374-7474-4e60-90c4-74f8f2f4d0e8 req-604240e6-4cec-42bc-aa7c-9a4bf16fd833 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:19.239325 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5aac2374-7474-4e60-90c4-74f8f2f4d0e8 req-604240e6-4cec-42bc-aa7c-9a4bf16fd833 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.1478803 Apr 06 11:09:19.244105 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Publish callbacks [] for security_group (a9c59611-e066-402b-9aa2-7167a239eec2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:19.340330 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (a9c59611-e066-402b-9aa2-7167a239eec2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:19.384103 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1123f1587a5e43f6910ee6e76f000cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3598242 Apr 06 11:09:19.384865 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c59611-e066-402b-9aa2-7167a239eec2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:19.386872 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 47938) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.410471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.411346 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.411346 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5154d632-d646-4a85-b075-5130480f63e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:19.457968 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d85d529-ce93-4f76-9f53-475c66b6dce3 admin admin] Publish callbacks [] for security_group (a9c59611-e066-402b-9aa2-7167a239eec2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:19.486131 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d85d529-ce93-4f76-9f53-475c66b6dce3 admin admin] Publish callbacks [] for security_group (a9c59611-e066-402b-9aa2-7167a239eec2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:19.655305 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d85d529-ce93-4f76-9f53-475c66b6dce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (a9c59611-e066-402b-9aa2-7167a239eec2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:19.661817 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8d85d529-ce93-4f76-9f53-475c66b6dce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:19.663538 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8d85d529-ce93-4f76-9f53-475c66b6dce3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9c59611-e066-402b-9aa2-7167a239eec2 HTTP/1.1" status: 204 len: 168 time: 0.2756937 Apr 06 11:09:19.683454 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85d529-ce93-4f76-9f53-475c66b6dce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c59611-e066-402b-9aa2-7167a239eec2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:19.764335 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5aac2374-7474-4e60-90c4-74f8f2f4d0e8 req-d5bcb63f-8ef1-4e1d-9062-c316d4f46938 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5187111 Apr 06 11:09:19.841692 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-87583b2e-f02c-46af-8469-e1c271315970 req-a4b2c679-8de3-4601-b59d-01629ae58731 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=06cffd94-bed2-49e1-ab85-3004b891a139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348458 Apr 06 11:09:19.951291 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33fea5-1756-4a8a-90c8-6a76e048b3b2 req-fb35a3cb-8bae-4823-80ab-adb173ad5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:19.952893 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8e33fea5-1756-4a8a-90c8-6a76e048b3b2 req-fb35a3cb-8bae-4823-80ab-adb173ad5a5a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 1130 time: 0.1156027 Apr 06 11:09:19.978025 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-87583b2e-f02c-46af-8469-e1c271315970 req-0148c719-c90d-48df-82ee-90eb49d6f302 service neutron] 10.222.0.49 "GET /v2.0/networks/06cffd94-bed2-49e1-ab85-3004b891a139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231940 Apr 06 11:09:20.003474 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc45afda-b5ee-4610-a2d3-a48a1730aa38 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:20.075750 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6a5f3-cda9-465e-aa22-f0a36fe1b6d7 req-e1f5aee7-7bf6-4287-9f88-9bd973109515 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:20.077242 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d9c6a5f3-cda9-465e-aa22-f0a36fe1b6d7 req-e1f5aee7-7bf6-4287-9f88-9bd973109515 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0533597 Apr 06 11:09:20.099595 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc45afda-b5ee-4610-a2d3-a48a1730aa38 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (f64cb48d-2fdf-42db-945a-61de2ffbd927), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:20.123643 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d9c6a5f3-cda9-465e-aa22-f0a36fe1b6d7 req-cef2c475-6493-408c-93d6-93202f1a20ee tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Apr 06 11:09:20.220738 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-fc45afda-b5ee-4610-a2d3-a48a1730aa38 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Floating IP f64cb48d-2fdf-42db-945a-61de2ffbd927 associated. External IP: 172.27.3.227, port: 280f6152-910f-45d4-9a05-5ca83bcfe580. Apr 06 11:09:20.244493 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8e33fea5-1756-4a8a-90c8-6a76e048b3b2 req-db70eb72-1a48-4ce7-b39b-2bfb4ff5c89c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110952 Apr 06 11:09:20.281391 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-87583b2e-f02c-46af-8469-e1c271315970 req-8f961cef-7d8d-4d73-803b-c3824d1a1ba4 service neutron] 10.222.0.49 "GET /v2.0/networks/06cffd94-bed2-49e1-ab85-3004b891a139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415842 Apr 06 11:09:20.451853 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc45afda-b5ee-4610-a2d3-a48a1730aa38 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Router c594488c-830c-4c8f-a7b3-e0166fdb599e has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:09:20.561599 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc45afda-b5ee-4610-a2d3-a48a1730aa38 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:09:20.566097 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-fc45afda-b5ee-4610-a2d3-a48a1730aa38 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:20.575596 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f470a-ad04-42eb-8836-8ec0241cdcea None None] Sync routers for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:09:20.586014 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f470a-ad04-42eb-8836-8ec0241cdcea None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:09:20.586643 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-db9f470a-ad04-42eb-8836-8ec0241cdcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:20.617775 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-fc45afda-b5ee-4610-a2d3-a48a1730aa38 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "PUT /v2.0/floatingips/f64cb48d-2fdf-42db-945a-61de2ffbd927 HTTP/1.1" status: 200 len: 992 time: 1.8060253 Apr 06 11:09:20.617775 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'tag': '280f6152-910f-45d4-9a05-5ca83bcfe580'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:09:20.617775 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e777cfd-5ac4-4343-8427-89e4a601bd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "45009266-b1ff-4929-86a9-aaa8a73db3dd", "tag": "280f6152-910f-45d4-9a05-5ca83bcfe580"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:09:20.646745 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f2b392-af3b-4e9e-943e-e10eb8372641 x-openstack-request-id: req-b9f2b392-af3b-4e9e-943e-e10eb8372641 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:09:20.647038 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45009266-b1ff-4929-86a9-aaa8a73db3dd", "tag": "280f6152-910f-45d4-9a05-5ca83bcfe580", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:09:20.647291 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9f2b392-af3b-4e9e-943e-e10eb8372641 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:09:20.647692 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f2b392-af3b-4e9e-943e-e10eb8372641'] response: {'name': 'network-changed', 'server_uuid': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'tag': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'status': 'completed', 'code': 200} Apr 06 11:09:20.703299 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-db9f470a-ad04-42eb-8836-8ec0241cdcea None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:09:20.929654 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6104e0e-82e7-4be2-a407-23a6cb794527 req-91dce965-2511-4fdc-a6b3-1e181860291d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:20.931783 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b6104e0e-82e7-4be2-a407-23a6cb794527 req-91dce965-2511-4fdc-a6b3-1e181860291d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0611272 Apr 06 11:09:21.015642 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b6104e0e-82e7-4be2-a407-23a6cb794527 req-fa839a81-a1ef-4e65-9b98-b442e1b9d147 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690994 Apr 06 11:09:21.017181 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-db9f470a-ad04-42eb-8836-8ec0241cdcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'f64cb48d-2fdf-42db-945a-61de2ffbd927', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:b6:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:08:39Z', 'updated_at': '2022-04-06T11:09:19Z', 'revision_number': 1, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:21.043960 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f470a-ad04-42eb-8836-8ec0241cdcea None None] Checking router: c594488c-830c-4c8f-a7b3-e0166fdb599e for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:09:21.052599 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f470a-ad04-42eb-8836-8ec0241cdcea None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:09:21.056641 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-db9f470a-ad04-42eb-8836-8ec0241cdcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:08:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:21.086420 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48008) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:21.163186 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-db9f470a-ad04-42eb-8836-8ec0241cdcea None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:09:21.184339 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2091886529-network', 'tenant_id': '05ae77c080d7417aab52594bc467013a'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:09:21.243795 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a460d77-115e-473e-9e48-96fe567763d1 req-d694f3c1-4f2e-4d22-bfed-9e83af8dce83 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:21.245443 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4a460d77-115e-473e-9e48-96fe567763d1 req-d694f3c1-4f2e-4d22-bfed-9e83af8dce83 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0524065 Apr 06 11:09:21.271221 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Made reservation on behalf of 05ae77c080d7417aab52594bc467013a for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:09:21.273710 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.286490 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.293896 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4a460d77-115e-473e-9e48-96fe567763d1 req-8dedb9c4-4356-458c-bbd9-0170ccd3c1d0 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 Apr 06 11:09:21.360313 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Publish callbacks [] for security_group (fdf93817-cc02-4428-9f7b-d7bc60c79117), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.425788 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (fdf93817-cc02-4428-9f7b-d7bc60c79117), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.448945 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:09:21.469558 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 48016) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:21.473940 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf93817-cc02-4428-9f7b-d7bc60c79117,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:21.476967 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (e8905e9e-4e5a-4065-b529-05eb79b09f38), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.477531 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Added segment e8905e9e-4e5a-4065-b529-05eb79b09f38 of type vlan for network 58814b4b-0936-42b2-ad1e-bbe54451d7fd Apr 06 11:09:21.509585 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-db9f470a-ad04-42eb-8836-8ec0241cdcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'f64cb48d-2fdf-42db-945a-61de2ffbd927', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:b6:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:08:39Z', 'updated_at': '2022-04-06T11:09:19Z', 'revision_number': 1, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:21.518128 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (58814b4b-0936-42b2-ad1e-bbe54451d7fd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.540156 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9f470a-ad04-42eb-8836-8ec0241cdcea None None] The sync data for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi is: [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'f64cb48d-2fdf-42db-945a-61de2ffbd927', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:b6:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:08:39Z', 'updated_at': '2022-04-06T11:09:19Z', 'revision_number': 1, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:09:21.581156 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.614154 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (58814b4b-0936-42b2-ad1e-bbe54451d7fd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.618309 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:21.618309 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.661740 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Publish callbacks [] for security_group (36a69f9f-b6c5-4299-a1c1-b15dbff10609), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.675128 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=58814b4b-0936-42b2-ad1e-bbe54451d7fd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:21.685879 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network 58814b4b-0936-42b2-ad1e-bbe54451d7fd details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:09:21.720888 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-bbff5873-6f18-4787-bf28-06534c7ed0f1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6327596 Apr 06 11:09:21.723542 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48020) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:21.728819 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ca2df079-7e5c-4365-a678-b9873d613bd8 admin admin] Request body: {'subnet': {'network_id': '58814b4b-0936-42b2-ad1e-bbe54451d7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2091886529-subnet', 'tenant_id': '05ae77c080d7417aab52594bc467013a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:09:21.739997 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (36a69f9f-b6c5-4299-a1c1-b15dbff10609), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.789648 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2b0aec3cdef4a0492a1d2ab70523c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188169 Apr 06 11:09:21.789855 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48024) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:21.790349 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774284e8-ca76-42ca-be8b-50e4c5c5c1ed None None] New status for floating IP f64cb48d-2fdf-42db-945a-61de2ffbd927: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:09:21.790972 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a69f9f-b6c5-4299-a1c1-b15dbff10609,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:21.802647 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.803063 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.803502 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.803920 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.804337 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.805497 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.805941 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.806350 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.807063 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.807479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.807905 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.808364 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.808804 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.809246 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.809765 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71346b3f-0e6c-476a-9842-450863e10e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:21.852019 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2df079-7e5c-4365-a678-b9873d613bd8 admin admin] Made reservation on behalf of 05ae77c080d7417aab52594bc467013a for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:09:21.854311 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca2df079-7e5c-4365-a678-b9873d613bd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4460574'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.892389 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-74ffbb3c-8408-4681-94c4-57d69d2ca301 admin admin] Publish callbacks [] for security_group (36a69f9f-b6c5-4299-a1c1-b15dbff10609), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:21.930836 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-74ffbb3c-8408-4681-94c4-57d69d2ca301 admin admin] Publish callbacks [] for security_group (36a69f9f-b6c5-4299-a1c1-b15dbff10609), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:22.065683 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c3c26240-bf2b-4954-a2ee-5a98029fb2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:22.094083 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-74ffbb3c-8408-4681-94c4-57d69d2ca301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (36a69f9f-b6c5-4299-a1c1-b15dbff10609), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:22.096726 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-74ffbb3c-8408-4681-94c4-57d69d2ca301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:22.098672 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-74ffbb3c-8408-4681-94c4-57d69d2ca301 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36a69f9f-b6c5-4299-a1c1-b15dbff10609 HTTP/1.1" status: 204 len: 168 time: 0.3073144 Apr 06 11:09:22.110217 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffbb3c-8408-4681-94c4-57d69d2ca301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a69f9f-b6c5-4299-a1c1-b15dbff10609,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:22.155839 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca2df079-7e5c-4365-a678-b9873d613bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4616668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4460544'] for subnet (a1cfe3c5-3447-441c-b5f7-a190cbfbb0d8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:22.228901 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9b0be-5e11-416c-8360-819e7060e27c req-c0b30964-5778-4e04-bbbc-095331a26177 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:22.230783 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cfb9b0be-5e11-416c-8360-819e7060e27c req-c0b30964-5778-4e04-bbbc-095331a26177 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.1230943 Apr 06 11:09:22.233357 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2df079-7e5c-4365-a678-b9873d613bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1cfe3c5-3447-441c-b5f7-a190cbfbb0d8,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:22.249783 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2df079-7e5c-4365-a678-b9873d613bd8 admin admin] Checking segment: {'id': 'e8905e9e-4e5a-4065-b529-05eb79b09f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '58814b4b-0936-42b2-ad1e-bbe54451d7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:09:22.250135 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2df079-7e5c-4365-a678-b9873d613bd8 admin admin] Network hostable DHCP agents. Network: 58814b4b-0936-42b2-ad1e-bbe54451d7fd, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:09:22.297524 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cfb9b0be-5e11-416c-8360-819e7060e27c req-c988f9cf-0131-4e29-85b9-f9a4dcd75a22 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562413 Apr 06 11:09:22.368087 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2df079-7e5c-4365-a678-b9873d613bd8 admin admin] Network 58814b4b-0936-42b2-ad1e-bbe54451d7fd is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:09:22.418328 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2a6a6-7979-417e-acc1-29704732a4b0 req-2f9d5a4d-cd90-42b4-9f8a-216a13fdf24b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:22.464896 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-75a2a6a6-7979-417e-acc1-29704732a4b0 req-2f9d5a4d-cd90-42b4-9f8a-216a13fdf24b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0592420 Apr 06 11:09:22.470598 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-75a2a6a6-7979-417e-acc1-29704732a4b0 req-fde9f254-bd26-4f59-b4a7-1f7fb428a334 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Apr 06 11:09:22.756552 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-ca2df079-7e5c-4365-a678-b9873d613bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, 58814b4b-0936-42b2-ad1e-bbe54451d7fd) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:09:22.762876 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2df079-7e5c-4365-a678-b9873d613bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:22.762876 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ca2df079-7e5c-4365-a678-b9873d613bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:22.766640 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f083a-906b-45ff-bd03-827e7e50cfbe None None] Network 58814b4b-0936-42b2-ad1e-bbe54451d7fd requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:09:22.857779 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ca2df079-7e5c-4365-a678-b9873d613bd8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1321437 Apr 06 11:09:22.972040 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827639e3-9985-4183-b374-1362b01c8760 None None] Network 58814b4b-0936-42b2-ad1e-bbe54451d7fd requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:09:23.422605 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff16649-342e-4273-96dc-d616de1b9318 req-5966291f-1e04-4a7c-a803-75d0507dba85 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:23.424531 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6ff16649-342e-4273-96dc-d616de1b9318 req-5966291f-1e04-4a7c-a803-75d0507dba85 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0529473 Apr 06 11:09:23.477232 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6ff16649-342e-4273-96dc-d616de1b9318 req-ae17d37f-4c83-4c4e-939f-35b89b28a632 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453191 Apr 06 11:09:23.603664 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fc9f7-c876-4bdd-b5de-fe9eb40c9822 req-64aa66be-12f8-434f-8f69-1e2468a45c09 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:23.605986 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c84fc9f7-c876-4bdd-b5de-fe9eb40c9822 req-64aa66be-12f8-434f-8f69-1e2468a45c09 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0591631 Apr 06 11:09:23.660414 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c84fc9f7-c876-4bdd-b5de-fe9eb40c9822 req-e6554128-1b38-4a90-8bb9-ad6013eb4e4c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477805 Apr 06 11:09:23.714250 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48082) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:23.719175 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-978415517-network', 'tenant_id': '11abff5a0eb54363a047b68c03d39f1a'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:09:23.796515 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Made reservation on behalf of 11abff5a0eb54363a047b68c03d39f1a for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:09:23.799062 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:23.809929 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:23.881636 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Publish callbacks [] for security_group (6f64abb8-f9ff-4383-8f86-9e36acb70055), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:23.945312 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (6f64abb8-f9ff-4383-8f86-9e36acb70055), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:23.968857 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:09:23.977606 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f64abb8-f9ff-4383-8f86-9e36acb70055,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:23.983289 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (f023801a-203f-49da-b40d-f584acf146de), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:23.983629 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Added segment f023801a-203f-49da-b40d-f584acf146de of type vlan for network ab307609-156a-491d-a847-d700db7bcfcf Apr 06 11:09:24.021705 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (ab307609-156a-491d-a847-d700db7bcfcf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:24.095146 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (ab307609-156a-491d-a847-d700db7bcfcf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:24.096128 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:24.096751 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:24.155233 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] Pushing event updated for resources: {'Network': ['ID=ab307609-156a-491d-a847-d700db7bcfcf,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:24.170811 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network ab307609-156a-491d-a847-d700db7bcfcf details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:09:24.235762 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4ced8558-703d-4fb8-ab9f-8f2ae2d4230a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5203805 Apr 06 11:09:24.241750 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48096) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:24.248147 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8edced9e-417a-4477-9922-4e846ce40159 admin admin] Request body: {'subnet': {'network_id': 'ab307609-156a-491d-a847-d700db7bcfcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-978415517-subnet', 'tenant_id': '11abff5a0eb54363a047b68c03d39f1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:09:24.316216 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2d8961bf-0635-4c8c-a603-ccfe52fb9418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:24.344974 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edced9e-417a-4477-9922-4e846ce40159 admin admin] Made reservation on behalf of 11abff5a0eb54363a047b68c03d39f1a for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:09:24.347852 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8edced9e-417a-4477-9922-4e846ce40159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4460574'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:24.596539 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd210e9-a1a0-49c1-8f08-ecd8f0fc4a91 req-bc79a9f1-9841-414e-8554-e584a1d82a67 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:24.598561 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6cd210e9-a1a0-49c1-8f08-ecd8f0fc4a91 req-bc79a9f1-9841-414e-8554-e584a1d82a67 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0504136 Apr 06 11:09:24.602616 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8edced9e-417a-4477-9922-4e846ce40159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4616668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4460544'] for subnet (18e98d25-5f5b-45a2-9af0-2a82eaf20c3e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:24.683719 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edced9e-417a-4477-9922-4e846ce40159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e98d25-5f5b-45a2-9af0-2a82eaf20c3e,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:24.701973 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edced9e-417a-4477-9922-4e846ce40159 admin admin] Checking segment: {'id': 'f023801a-203f-49da-b40d-f584acf146de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ab307609-156a-491d-a847-d700db7bcfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:09:24.702330 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edced9e-417a-4477-9922-4e846ce40159 admin admin] Network hostable DHCP agents. Network: ab307609-156a-491d-a847-d700db7bcfcf, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:09:24.708391 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6cd210e9-a1a0-49c1-8f08-ecd8f0fc4a91 req-408f7965-d402-46c0-9580-f6474684170f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036174 Apr 06 11:09:24.780833 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74600fc2-971c-435e-bce3-7c5462cc99ee req-3cda4fa8-5961-421a-9286-f96afa88b604 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:24.782348 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-74600fc2-971c-435e-bce3-7c5462cc99ee req-3cda4fa8-5961-421a-9286-f96afa88b604 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0519240 Apr 06 11:09:24.808090 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edced9e-417a-4477-9922-4e846ce40159 admin admin] Network ab307609-156a-491d-a847-d700db7bcfcf is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:09:24.834791 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-74600fc2-971c-435e-bce3-7c5462cc99ee req-1cb7fc52-9f22-42b6-b2b5-749ae2ace3eb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449231 Apr 06 11:09:24.882742 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-8edced9e-417a-4477-9922-4e846ce40159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, ab307609-156a-491d-a847-d700db7bcfcf) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:09:24.887444 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edced9e-417a-4477-9922-4e846ce40159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:24.892384 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8edced9e-417a-4477-9922-4e846ce40159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:24.893080 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb98d98-a57a-416a-8792-6027c45b56cf None None] Network ab307609-156a-491d-a847-d700db7bcfcf requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:09:24.988533 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8edced9e-417a-4477-9922-4e846ce40159 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7451425 Apr 06 11:09:25.004647 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa86481-a893-44fe-a325-ea69519ccdcb None None] Network ab307609-156a-491d-a847-d700db7bcfcf requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:09:25.288173 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:25.829866 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138fda8-e9ed-40b9-b1d9-4e7e0de3e5f3 req-1ee4278f-eb06-4d80-9922-0e7061660c08 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:25.832631 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1138fda8-e9ed-40b9-b1d9-4e7e0de3e5f3 req-1ee4278f-eb06-4d80-9922-0e7061660c08 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0530486 Apr 06 11:09:25.882054 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1138fda8-e9ed-40b9-b1d9-4e7e0de3e5f3 req-7f95db3e-d1fc-4d0f-801d-5b28a0776e16 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432525 Apr 06 11:09:25.978305 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ed75a-3fbd-4910-b2fb-ac10b6aed9dc req-95db9fa4-dc55-4685-b20a-2925d952d9f0 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:25.979935 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b11ed75a-3fbd-4910-b2fb-ac10b6aed9dc req-95db9fa4-dc55-4685-b20a-2925d952d9f0 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0658257 Apr 06 11:09:26.027821 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b11ed75a-3fbd-4910-b2fb-ac10b6aed9dc req-8987c477-3cfb-40e2-894b-9ecb0cae623b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418530 Apr 06 11:09:26.514497 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364a1e3-f7c5-44cc-80a0-937cc09163b6 req-bfb37c3d-aec1-4b57-b7d0-625af6fe207a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:26.515937 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e364a1e3-f7c5-44cc-80a0-937cc09163b6 req-bfb37c3d-aec1-4b57-b7d0-625af6fe207a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0539742 Apr 06 11:09:26.561834 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e364a1e3-f7c5-44cc-80a0-937cc09163b6 req-baa53c2e-7d1c-4a77-bdc7-dbc84a28ce76 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398266 Apr 06 11:09:26.773828 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:27.027240 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c91811-e059-4c6b-9bec-b0d6dfc1d4d1 req-56a83dd3-eb9e-41ab-8861-34fd6f77e4ff tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:27.028749 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e8c91811-e059-4c6b-9bec-b0d6dfc1d4d1 req-56a83dd3-eb9e-41ab-8861-34fd6f77e4ff tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0526271 Apr 06 11:09:27.082404 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e8c91811-e059-4c6b-9bec-b0d6dfc1d4d1 req-759c2356-9c96-46d9-9d64-3d8f332a2fec tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474553 Apr 06 11:09:27.153287 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e777cfd-5ac4-4343-8427-89e4a601bd4f req-6062d0e4-90af-47ae-8c64-d92b090b561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:27.154711 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4e777cfd-5ac4-4343-8427-89e4a601bd4f req-6062d0e4-90af-47ae-8c64-d92b090b561e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 1130 time: 0.0550654 Apr 06 11:09:27.211014 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-8501b4f4-6c2d-4692-916c-5e63520d88a4 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=132785353bff4202a8cfa0544ed715d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291383 Apr 06 11:09:27.288991 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e777cfd-5ac4-4343-8427-89e4a601bd4f req-bb927a12-c504-4fe7-b437-5e67c9f0b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:27.290523 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4e777cfd-5ac4-4343-8427-89e4a601bd4f req-bb927a12-c504-4fe7-b437-5e67c9f0b0db service neutron] 10.222.0.49 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 915 time: 0.0853381 Apr 06 11:09:27.392800 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-6b487d0c-a978-4244-825f-3e7c765a134b tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:27.394790 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-6b487d0c-a978-4244-825f-3e7c765a134b tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785667 Apr 06 11:09:27.412150 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-9186d129-7efe-4dee-99d3-19e7c9f22535 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/quotas/132785353bff4202a8cfa0544ed715d6 HTTP/1.1" status: 200 len: 375 time: 0.0118763 Apr 06 11:09:27.450438 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4e777cfd-5ac4-4343-8427-89e4a601bd4f req-2712a05c-2b70-4c48-8fb9-a6bfdbdc5555 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=280f6152-910f-45d4-9a05-5ca83bcfe580 HTTP/1.1" status: 200 len: 1002 time: 0.1178317 Apr 06 11:09:27.450658 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-4683d4a9-c0dd-4d7e-83d0-a9b727dd879d tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=132785353bff4202a8cfa0544ed715d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316877 Apr 06 11:09:27.459926 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527adeb-775d-485a-8134-457b05052938 req-85008984-63ef-452b-bb8f-20e2d623472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:27.461475 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d527adeb-775d-485a-8134-457b05052938 req-85008984-63ef-452b-bb8f-20e2d623472f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 1129 time: 0.1223538 Apr 06 11:09:27.570624 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e777cfd-5ac4-4343-8427-89e4a601bd4f req-c5d621da-01c9-44ec-9268-afc79f21ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:27.572093 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4e777cfd-5ac4-4343-8427-89e4a601bd4f req-c5d621da-01c9-44ec-9268-afc79f21ebcd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19a20e05-f19c-4ec0-af50-723b11d3fbdb HTTP/1.1" status: 200 len: 853 time: 0.0931270 Apr 06 11:09:27.631978 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527adeb-775d-485a-8134-457b05052938 req-9af36ba0-51b0-4546-99c8-0b3dcb4098b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:27.633523 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d527adeb-775d-485a-8134-457b05052938 req-9af36ba0-51b0-4546-99c8-0b3dcb4098b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 919 time: 0.1534216 Apr 06 11:09:27.668717 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-481179dc-770e-42ac-a3d3-ff1993f39080 req-2083a224-f2cb-4b44-8849-92cceb10b3ce tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0286407 Apr 06 11:09:27.687772 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e777cfd-5ac4-4343-8427-89e4a601bd4f req-13aeb52c-d9d4-49e1-87d3-cfc092c9838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:27.689283 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4e777cfd-5ac4-4343-8427-89e4a601bd4f req-13aeb52c-d9d4-49e1-87d3-cfc092c9838b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1153c82f-85eb-4ccf-a631-367f6df86902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1036770 Apr 06 11:09:27.704199 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1685b-3a37-4dc2-b470-c63b30a93047 req-61a6e7a8-0df4-457f-843e-4b66198fa94c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:27.705677 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3aa1685b-3a37-4dc2-b470-c63b30a93047 req-61a6e7a8-0df4-457f-843e-4b66198fa94c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0755346 Apr 06 11:09:27.752481 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3aa1685b-3a37-4dc2-b470-c63b30a93047 req-58cb32c8-bd1f-4b95-a46c-7b22898586f2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412991 Apr 06 11:09:28.212191 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6e360-00c9-47e3-a097-8937dbc77aae req-64a7892f-1b09-4c0c-ac95-1580f75bf28f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:28.215110 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-29c6e360-00c9-47e3-a097-8937dbc77aae req-64a7892f-1b09-4c0c-ac95-1580f75bf28f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0554225 Apr 06 11:09:28.260274 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-29c6e360-00c9-47e3-a097-8937dbc77aae req-86edb419-d17d-470d-84ab-78c678e8a102 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407672 Apr 06 11:09:28.294020 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:28.765931 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aac48484-8aea-46d6-b35f-c32d51615120 req-a229ca82-fd47-4258-854b-ed034e05b2bc tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0308714 Apr 06 11:09:28.877180 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6d38f-ae59-4ff0-a503-1c45ace71377 req-ecd7b551-d3c6-45e5-b287-18942640b805 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:28.878656 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8ec6d38f-ae59-4ff0-a503-1c45ace71377 req-ecd7b551-d3c6-45e5-b287-18942640b805 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0537372 Apr 06 11:09:28.926915 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8ec6d38f-ae59-4ff0-a503-1c45ace71377 req-8b47aba0-7092-43ff-93c1-21cfc7ce36b8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426841 Apr 06 11:09:29.380215 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6742e-5641-45e7-81f1-494045da4333 req-866696b9-a509-4a7a-b232-886ca612950e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:29.381657 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2ba6742e-5641-45e7-81f1-494045da4333 req-866696b9-a509-4a7a-b232-886ca612950e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0492191 Apr 06 11:09:29.428785 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2ba6742e-5641-45e7-81f1-494045da4333 req-09b22460-3939-4eab-9ab2-57fd67fabcb0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Apr 06 11:09:29.859505 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1fbedd87-4e1d-407f-a71c-49a54ee248ff req-55077e06-8880-4254-95ad-36bd13cb87b2 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0259407 Apr 06 11:09:30.244672 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2be05-d50d-42de-aa5f-49b5fd28b579 req-a032de59-dbe2-4935-955d-fb4ae8d73b33 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:30.246136 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a2c2be05-d50d-42de-aa5f-49b5fd28b579 req-a032de59-dbe2-4935-955d-fb4ae8d73b33 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.2539337 Apr 06 11:09:30.290241 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a2c2be05-d50d-42de-aa5f-49b5fd28b579 req-31fcb7ac-9da1-446d-9f16-e07d48326fd8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385256 Apr 06 11:09:30.543355 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26099c-aa16-41cf-8e40-35844d47cbbf req-8c2b7a20-c933-4668-820f-0aa1681333e2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:30.544755 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4d26099c-aa16-41cf-8e40-35844d47cbbf req-8c2b7a20-c933-4668-820f-0aa1681333e2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0487521 Apr 06 11:09:30.588849 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4d26099c-aa16-41cf-8e40-35844d47cbbf req-a116c258-7c2c-4399-9c57-0acc1086befb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379541 Apr 06 11:09:30.951783 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-405711ec-876c-4eaf-93fd-e731aa69b153 req-302aa611-fb23-414d-a54c-adac4dd9a25a tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0291083 Apr 06 11:09:31.413954 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94620a8-9341-495f-b22c-a20a4f6855bc req-e93c56ec-3c95-483d-adb7-4480ea77cf7c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:31.415297 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f94620a8-9341-495f-b22c-a20a4f6855bc req-e93c56ec-3c95-483d-adb7-4480ea77cf7c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0596611 Apr 06 11:09:31.466208 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f94620a8-9341-495f-b22c-a20a4f6855bc req-491c93e2-8c7f-4ec9-998f-2872ac540c3c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450623 Apr 06 11:09:31.709467 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540bd90-bac9-474c-af99-4cb8d2725411 req-875094e1-70d0-4282-9f27-417cb172078a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:31.710917 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c540bd90-bac9-474c-af99-4cb8d2725411 req-875094e1-70d0-4282-9f27-417cb172078a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0540028 Apr 06 11:09:31.755407 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c540bd90-bac9-474c-af99-4cb8d2725411 req-7e94745f-a9ed-47f1-b4ff-9a990fa40af5 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389788 Apr 06 11:09:32.040638 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0e50378e-6398-40be-9506-3781754d7317 req-b9ed4555-ca1b-4218-8461-8423ff6c702f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0253005 Apr 06 11:09:32.576355 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587570e-f27b-4dd8-9dc8-d3da54a1e9b4 req-9aae47af-1e41-4238-b23f-b066218b3ab4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:32.577686 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6587570e-f27b-4dd8-9dc8-d3da54a1e9b4 req-9aae47af-1e41-4238-b23f-b066218b3ab4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0491998 Apr 06 11:09:32.622421 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6587570e-f27b-4dd8-9dc8-d3da54a1e9b4 req-5d18ae3e-7482-458a-b560-691552664fc7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393083 Apr 06 11:09:32.699093 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d527adeb-775d-485a-8134-457b05052938 req-325f26ba-63c3-4e2e-b594-fd0150f103fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e742439-6216-46cc-ac73-975eeece043a HTTP/1.1" status: 200 len: 217 time: 0.0373771 Apr 06 11:09:32.877627 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0672d7a-87d1-4eb6-8346-37a8b5916e31 req-055c1fdf-b654-4e64-ba47-8411e7ef95c8 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:32.879256 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d0672d7a-87d1-4eb6-8346-37a8b5916e31 req-055c1fdf-b654-4e64-ba47-8411e7ef95c8 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0509515 Apr 06 11:09:32.928413 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d0672d7a-87d1-4eb6-8346-37a8b5916e31 req-ccce8ca6-7578-4303-becc-ba7fa404ae3e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434563 Apr 06 11:09:33.135287 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a3352129-72f4-40a5-a69a-c421ecc31a60 req-74e32bd6-dc87-4844-9968-2df2a17d555a tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0280845 Apr 06 11:09:33.330351 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527adeb-775d-485a-8134-457b05052938 req-2ce590ae-9b56-4404-81e9-1ce2babce4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:33.331788 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d527adeb-775d-485a-8134-457b05052938 req-2ce590ae-9b56-4404-81e9-1ce2babce4f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0851994 Apr 06 11:09:33.355288 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4e777cfd-5ac4-4343-8427-89e4a601bd4f req-0aa0f337-4192-4439-a19d-ba8f948ed7a8 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269693 Apr 06 11:09:33.459639 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527adeb-775d-485a-8134-457b05052938 req-650e64de-e3a6-4605-acc3-10e06dfa0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:33.461036 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d527adeb-775d-485a-8134-457b05052938 req-650e64de-e3a6-4605-acc3-10e06dfa0bf4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048980 Apr 06 11:09:33.481085 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4e777cfd-5ac4-4343-8427-89e4a601bd4f req-e03517e8-5b7e-4e70-b616-ac3d96b5002d service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172688 Apr 06 11:09:33.557262 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d527adeb-775d-485a-8134-457b05052938 req-f869139a-86fb-4de0-bf1c-60dc6e58b481 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848410 Apr 06 11:09:33.733320 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d527adeb-775d-485a-8134-457b05052938 req-0a276564-1010-47ff-87eb-6cb17a097375 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909173 Apr 06 11:09:33.737767 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9a477-6ee2-4b23-b72c-ccd09e9f3855 req-3f3ebe61-2c6c-4544-9dec-7fd95794395b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:33.739265 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7ea9a477-6ee2-4b23-b72c-ccd09e9f3855 req-3f3ebe61-2c6c-4544-9dec-7fd95794395b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0518987 Apr 06 11:09:33.785729 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7ea9a477-6ee2-4b23-b72c-ccd09e9f3855 req-f3c25a02-0d23-461e-b757-757d29135c99 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409608 Apr 06 11:09:34.053308 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cebea6-0aef-40a1-a95b-aaa6205a85d4 req-303673b7-c238-40be-855a-d25236bce612 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:34.054693 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-30cebea6-0aef-40a1-a95b-aaa6205a85d4 req-303673b7-c238-40be-855a-d25236bce612 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0548062 Apr 06 11:09:34.101290 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-30cebea6-0aef-40a1-a95b-aaa6205a85d4 req-9eff79f3-bcbf-4dbe-97c9-c00a882f039c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 Apr 06 11:09:34.222949 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ea2a0-1700-4573-a319-9714caffe05a req-f7298fbf-5c9d-4aa1-b1e5-7419aeac38e9 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:34.225085 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-510ea2a0-1700-4573-a319-9714caffe05a req-f7298fbf-5c9d-4aa1-b1e5-7419aeac38e9 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0518410 Apr 06 11:09:34.234172 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-41a53a87-c702-48e2-8521-2182626bde76 req-864c98f0-1de7-406b-8007-c3953992977b tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0298369 Apr 06 11:09:34.234172 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48278) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:09:34.238871 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f2e99ac2-0544-42d3-bcd4-0f5859fdaa17 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Request body: {'floatingip': {'port_id': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:09:34.322664 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f2e99ac2-0544-42d3-bcd4-0f5859fdaa17 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (089bc686-be53-42a6-a41a-9c0a852bdb6a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:34.915601 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6f94-45b8-4d7c-bd14-8941aebb8d3b req-93498698-d142-4bbe-b2fe-fa50db575ef5 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:34.917076 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-684b6f94-45b8-4d7c-bd14-8941aebb8d3b req-93498698-d142-4bbe-b2fe-fa50db575ef5 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0519366 Apr 06 11:09:34.948201 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f2e99ac2-0544-42d3-bcd4-0f5859fdaa17 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:34.970895 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-684b6f94-45b8-4d7c-bd14-8941aebb8d3b req-1e624d7e-ebfb-45d6-a188-63a079e08904 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 Apr 06 11:09:35.013692 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f2e99ac2-0544-42d3-bcd4-0f5859fdaa17 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (089bc686-be53-42a6-a41a-9c0a852bdb6a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:35.332523 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7ac2793c-532c-4619-933f-f7518682bf7f req-669590be-53e0-47e3-a5e6-c2f3a84d34a8 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0319254 Apr 06 11:09:35.346317 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-f2e99ac2-0544-42d3-bcd4-0f5859fdaa17 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Floating IP 089bc686-be53-42a6-a41a-9c0a852bdb6a associated. External IP: 172.27.3.43, port: b3cfd0b9-bcef-4882-8538-8b2054bb0e20. Apr 06 11:09:35.561643 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e99ac2-0544-42d3-bcd4-0f5859fdaa17 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Router a980543f-7172-422d-917e-c70f86e2a5cd has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:09:35.669404 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e99ac2-0544-42d3-bcd4-0f5859fdaa17 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:09:35.679826 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f2e99ac2-0544-42d3-bcd4-0f5859fdaa17 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:35.685714 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3adcc3-4a05-40d2-952d-19aeaf36caa5 None None] Sync routers for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:09:35.696739 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3adcc3-4a05-40d2-952d-19aeaf36caa5 None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:09:35.697398 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-8d3adcc3-4a05-40d2-952d-19aeaf36caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:09:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:35.710338 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f2e99ac2-0544-42d3-bcd4-0f5859fdaa17 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "PUT /v2.0/floatingips/089bc686-be53-42a6-a41a-9c0a852bdb6a HTTP/1.1" status: 200 len: 991 time: 1.4750512 Apr 06 11:09:35.710932 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:09:35.713293 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a1a83e-9a41-498f-bb45-f283fc5e61cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:09:35.750148 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb10909-ccd4-4ee4-a4f8-5011a5fe77d3 x-openstack-request-id: req-afb10909-ccd4-4ee4-a4f8-5011a5fe77d3 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:09:35.752781 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:09:35.752781 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afb10909-ccd4-4ee4-a4f8-5011a5fe77d3 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:09:35.752781 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb10909-ccd4-4ee4-a4f8-5011a5fe77d3'] response: {'name': 'network-changed', 'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'status': 'completed', 'code': 200} Apr 06 11:09:35.803298 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-8d3adcc3-4a05-40d2-952d-19aeaf36caa5 None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:09:36.025897 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-8d3adcc3-4a05-40d2-952d-19aeaf36caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '089bc686-be53-42a6-a41a-9c0a852bdb6a', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'floating_ip_address': '172.27.3.43', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'port_id': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'mac_address': 'fa:16:3e:fd:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:08:34Z', 'updated_at': '2022-04-06T11:09:34Z', 'revision_number': 1, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:36.053107 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3adcc3-4a05-40d2-952d-19aeaf36caa5 None None] Checking router: a980543f-7172-422d-917e-c70f86e2a5cd for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:09:36.061510 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3adcc3-4a05-40d2-952d-19aeaf36caa5 None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:09:36.062221 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-8d3adcc3-4a05-40d2-952d-19aeaf36caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:09:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:36.091338 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f592e-e373-4845-9d11-95c136e9341e req-dc8f912b-9a03-47f9-9265-68a870f0361e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:36.092824 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a60f592e-e373-4845-9d11-95c136e9341e req-dc8f912b-9a03-47f9-9265-68a870f0361e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0552199 Apr 06 11:09:36.139270 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a60f592e-e373-4845-9d11-95c136e9341e req-c023e841-9901-4950-996d-206d44382409 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Apr 06 11:09:36.168085 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-8d3adcc3-4a05-40d2-952d-19aeaf36caa5 None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:09:36.384000 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-8d3adcc3-4a05-40d2-952d-19aeaf36caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '089bc686-be53-42a6-a41a-9c0a852bdb6a', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'floating_ip_address': '172.27.3.43', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'port_id': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'mac_address': 'fa:16:3e:fd:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:08:34Z', 'updated_at': '2022-04-06T11:09:34Z', 'revision_number': 1, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:09:36.409378 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3adcc3-4a05-40d2-952d-19aeaf36caa5 None None] The sync data for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi is: [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '089bc686-be53-42a6-a41a-9c0a852bdb6a', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'floating_ip_address': '172.27.3.43', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'port_id': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'mac_address': 'fa:16:3e:fd:cc:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:08:34Z', 'updated_at': '2022-04-06T11:09:34Z', 'revision_number': 1, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:09:36.428310 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ba74d836-6a2c-48b3-9889-3ba6a391c5b5 req-7a339668-4a36-4d8c-ad03-e790ddaa08c6 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0270822 Apr 06 11:09:36.597801 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831205cd-ae22-4760-8b10-978f23e7ac81 None None] New status for floating IP 089bc686-be53-42a6-a41a-9c0a852bdb6a: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:09:37.258291 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ed7a8-cb9f-4d92-9e1e-6bd4344c3f87 req-a14e84d7-8f0d-4b5d-b23e-b1d24c0afffb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:37.260771 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-512ed7a8-cb9f-4d92-9e1e-6bd4344c3f87 req-a14e84d7-8f0d-4b5d-b23e-b1d24c0afffb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0564220 Apr 06 11:09:37.317119 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-512ed7a8-cb9f-4d92-9e1e-6bd4344c3f87 req-2d4ae506-ba0a-4c9f-93b8-7673dc0c3b3b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499115 Apr 06 11:09:37.527862 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b0e73b6f-bf67-4373-8839-7d5bcdd28ab2 req-71883bdb-9623-4654-b243-b461381cc2fe tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0310502 Apr 06 11:09:38.432955 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfbb7d-1188-4916-826d-0d072bfa145d req-0732f3c6-92ae-4cb9-a728-b17d5ece758b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:38.434425 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-33bfbb7d-1188-4916-826d-0d072bfa145d req-0732f3c6-92ae-4cb9-a728-b17d5ece758b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0507877 Apr 06 11:09:38.484059 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-33bfbb7d-1188-4916-826d-0d072bfa145d req-90fa3d93-320c-4b5c-ba1d-c0e61ef5da24 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441980 Apr 06 11:09:38.618591 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8f7a361b-3fce-43c9-93ea-df58efc8f68e req-1214a6a3-a713-441d-8fd7-48233759e327 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0258694 Apr 06 11:09:39.256986 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-3c21c6fa-caed-4c3b-a734-adf65367446a tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=132785353bff4202a8cfa0544ed715d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430534 Apr 06 11:09:39.288479 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a83e-9a41-498f-bb45-f283fc5e61cb req-cd1e4a74-d303-4c3b-afdb-6ad9e4f885b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:39.289923 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e2a1a83e-9a41-498f-bb45-f283fc5e61cb req-cd1e4a74-d303-4c3b-afdb-6ad9e4f885b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 1130 time: 0.0844367 Apr 06 11:09:39.517798 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-e5e10332-665b-477b-bc11-2cafc40a38a1 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:39.519249 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-e5e10332-665b-477b-bc11-2cafc40a38a1 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489974 Apr 06 11:09:39.523925 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a83e-9a41-498f-bb45-f283fc5e61cb req-3ac2e947-18aa-4bc3-977d-edce6c0011f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:39.525218 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e2a1a83e-9a41-498f-bb45-f283fc5e61cb req-3ac2e947-18aa-4bc3-977d-edce6c0011f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 918 time: 0.2162361 Apr 06 11:09:39.552147 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Request body: {'port': {'device_id': 'f68f2604-16b9-4d28-9dc5-042f1668c0a5', 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065', 'admin_state_up': True, 'tenant_id': '132785353bff4202a8cfa0544ed715d6'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:09:39.715323 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-87247979-5394-4bb1-9125-b6f0ee02a753 req-a8bf428d-d8e5-4bdd-94b1-d8cc52b2435e tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0254633 Apr 06 11:09:39.716903 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e2a1a83e-9a41-498f-bb45-f283fc5e61cb req-ff67aec7-276d-4cf8-b19e-61ea12c18fc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20 HTTP/1.1" status: 200 len: 1001 time: 0.1637886 Apr 06 11:09:39.744625 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11befa14-23ea-4f99-8120-c2033f77fd4f req-d8f719b5-1ea1-4cad-bfb7-48298829c4af tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:39.746098 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-11befa14-23ea-4f99-8120-c2033f77fd4f req-d8f719b5-1ea1-4cad-bfb7-48298829c4af tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.1865270 Apr 06 11:09:39.793290 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-11befa14-23ea-4f99-8120-c2033f77fd4f req-eb633ed2-5d46-436f-8d61-5475c148b3ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Apr 06 11:09:39.825516 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Made reservation on behalf of 132785353bff4202a8cfa0544ed715d6 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:09:39.828540 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:39.855049 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:39.879534 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a83e-9a41-498f-bb45-f283fc5e61cb req-3d2a2617-fcf0-4a57-bb1c-4da0e4713c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:39.880962 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e2a1a83e-9a41-498f-bb45-f283fc5e61cb req-3d2a2617-fcf0-4a57-bb1c-4da0e4713c92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaeedc9a-09ce-4d61-a72a-cdddeddf087c HTTP/1.1" status: 200 len: 856 time: 0.0640688 Apr 06 11:09:39.962544 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a83e-9a41-498f-bb45-f283fc5e61cb req-cd739168-9de8-47fa-a6fd-2ac4d35b97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:39.964340 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e2a1a83e-9a41-498f-bb45-f283fc5e61cb req-cd739168-9de8-47fa-a6fd-2ac4d35b97b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=723de1ee-b3fa-4231-9470-1bc702945e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705822 Apr 06 11:09:39.999301 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Publish callbacks [] for security_group (1caec72c-45f6-4c81-a8ea-369b86709eb5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:40.058533 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (1caec72c-45f6-4c81-a8ea-369b86709eb5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:40.081125 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e2a1a83e-9a41-498f-bb45-f283fc5e61cb req-19aa3e44-1545-40b1-b821-f3cf2df9bd3e service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042871 Apr 06 11:09:40.147666 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1caec72c-45f6-4c81-a8ea-369b86709eb5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:40.271636 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e2a1a83e-9a41-498f-bb45-f283fc5e61cb req-3a5cd19e-1aff-4dcf-b639-1ea18abd60fe service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540172 Apr 06 11:09:40.272647 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Allocated IP 192.168.233.226 (bd6cbcd1-d00b-4c1c-86df-ed33f8c36065/58eb9101-3d87-485e-82de-f1eeb94650bd/1904f784-2894-4093-94ee-472970a6889c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:09:40.420019 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Publish callbacks [] for port (1904f784-2894-4093-94ee-472970a6889c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:40.577885 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (1904f784-2894-4093-94ee-472970a6889c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:40.631911 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Network bd6cbcd1-d00b-4c1c-86df-ed33f8c36065 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:09:40.637009 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:09:40.641047 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:09:40.648141 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Pushing event updated for resources: {'Port': ['ID=1904f784-2894-4093-94ee-472970a6889c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:40.698227 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:40.699091 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:40.810580 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-464f0a0b-c08f-422a-b85f-18fcf366cc9f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2657006 Apr 06 11:09:40.841473 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2917198-e435-4497-bbec-df5af84f289e req-3d8eaef0-a396-4a50-8231-ae12474354c8 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:40.843058 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f2917198-e435-4497-bbec-df5af84f289e req-3d8eaef0-a396-4a50-8231-ae12474354c8 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 936 time: 0.0573118 Apr 06 11:09:40.881642 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-b395b9f1-9f20-4b0e-b165-3d026fcc7309 None None] Provisioning complete for port 1904f784-2894-4093-94ee-472970a6889c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:09:40.882245 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b395b9f1-9f20-4b0e-b165-3d026fcc7309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (1904f784-2894-4093-94ee-472970a6889c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:40.891578 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f2917198-e435-4497-bbec-df5af84f289e req-0e8fff3b-b6de-4ec5-b2e8-e1546cb92459 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424557 Apr 06 11:09:40.923640 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-b395b9f1-9f20-4b0e-b165-3d026fcc7309 None None] Port 1904f784-2894-4093-94ee-472970a6889c cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:09:40.934638 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff79b83-3724-45b2-a5f1-577db71ec968 req-4baa7a28-8a1b-4e1b-a7fd-3b23da488ac9 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:40.936015 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ff79b83-3724-45b2-a5f1-577db71ec968 req-4baa7a28-8a1b-4e1b-a7fd-3b23da488ac9 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0613360 Apr 06 11:09:40.983442 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ff79b83-3724-45b2-a5f1-577db71ec968 req-bdf90b5b-6d00-4119-a560-c7ad9ed0816a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Apr 06 11:09:41.014529 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Request body: {'port': {'device_id': 'f68f2604-16b9-4d28-9dc5-042f1668c0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:09:41.074657 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (1904f784-2894-4093-94ee-472970a6889c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:41.339640 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1904f784-2894-4093-94ee-472970a6889c {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:09:41.346949 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Publish callbacks [] for port (1904f784-2894-4093-94ee-472970a6889c), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:41.359321 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Transition to ACTIVE for port object 1904f784-2894-4093-94ee-472970a6889c will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:09:41.419037 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (1904f784-2894-4093-94ee-472970a6889c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:41.468745 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Pushing event updated for resources: {'Port': ['ID=1904f784-2894-4093-94ee-472970a6889c,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:41.546928 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Attempting to bind port 1904f784-2894-4093-94ee-472970a6889c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:09:41.547275 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Attempting to bind port 1904f784-2894-4093-94ee-472970a6889c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b8ca3ccf-6f11-4dd0-b45b-2984c10772ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:09:41.547604 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Attempting to bind port 1904f784-2894-4093-94ee-472970a6889c on network bd6cbcd1-d00b-4c1c-86df-ed33f8c36065 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:09:41.553238 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Port 1904f784-2894-4093-94ee-472970a6889c on network bd6cbcd1-d00b-4c1c-86df-ed33f8c36065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:09:41.554033 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Attempting to bind port 1904f784-2894-4093-94ee-472970a6889c on network bd6cbcd1-d00b-4c1c-86df-ed33f8c36065 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:09:41.560240 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:09:41.560589 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Checking segment: {'id': 'b8ca3ccf-6f11-4dd0-b45b-2984c10772ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:09:41.561011 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Bound using segment: {'id': 'b8ca3ccf-6f11-4dd0-b45b-2984c10772ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:09:41.561627 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Bound port: 1904f784-2894-4093-94ee-472970a6889c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ca3ccf-6f11-4dd0-b45b-2984c10772ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:09:41.561846 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (1904f784-2894-4093-94ee-472970a6889c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:41.639036 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] For port 1904f784-2894-4093-94ee-472970a6889c, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:09:41.642143 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] For port 1904f784-2894-4093-94ee-472970a6889c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1904f784-2894-4093-94ee-472970a6889c,segment=NetworkSegment(b8ca3ccf-6f11-4dd0-b45b-2984c10772ac),segment_id=b8ca3ccf-6f11-4dd0-b45b-2984c10772ac)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:09:41.740923 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (1904f784-2894-4093-94ee-472970a6889c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:41.781276 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:41.781892 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:41.783293 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] 10.222.0.49 "PUT /v2.0/ports/1904f784-2894-4093-94ee-472970a6889c HTTP/1.1" status: 200 len: 1098 time: 0.7729290 Apr 06 11:09:41.783746 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68f2604-16b9-4d28-9dc5-042f1668c0a5', 'tag': '1904f784-2894-4093-94ee-472970a6889c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:09:41.786015 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a369bcf1-d77d-4dc2-b68d-5f9748445238" -d '{"events": [{"name": "network-changed", "server_uuid": "f68f2604-16b9-4d28-9dc5-042f1668c0a5", "tag": "1904f784-2894-4093-94ee-472970a6889c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:09:41.824229 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c35136-d667-4ccf-aa07-a4368390773d service neutron] Pushing event updated for resources: {'Port': ['ID=1904f784-2894-4093-94ee-472970a6889c,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:41.855084 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b5ed2a-6ca4-444a-acdd-ac2e966a373e x-openstack-request-id: req-c2b5ed2a-6ca4-444a-acdd-ac2e966a373e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:09:41.855720 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68f2604-16b9-4d28-9dc5-042f1668c0a5", "tag": "1904f784-2894-4093-94ee-472970a6889c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:09:41.856122 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c2b5ed2a-6ca4-444a-acdd-ac2e966a373e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:09:41.856728 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b5ed2a-6ca4-444a-acdd-ac2e966a373e'] response: {'name': 'network-changed', 'server_uuid': 'f68f2604-16b9-4d28-9dc5-042f1668c0a5', 'tag': '1904f784-2894-4093-94ee-472970a6889c', 'status': 'completed', 'code': 200} Apr 06 11:09:42.016465 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369bcf1-d77d-4dc2-b68d-5f9748445238 req-b225232b-db39-48ed-8d99-b5215be8b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:42.018030 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a369bcf1-d77d-4dc2-b68d-5f9748445238 req-b225232b-db39-48ed-8d99-b5215be8b1df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=132785353bff4202a8cfa0544ed715d6&device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 1132 time: 0.0904920 Apr 06 11:09:42.037175 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05bd0-e934-46e1-936b-78f2c70d9686 req-6278a2e9-6ad0-415b-9b52-77e004ff630f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:42.038741 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74b05bd0-e934-46e1-936b-78f2c70d9686 req-6278a2e9-6ad0-415b-9b52-77e004ff630f tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 948 time: 0.0707266 Apr 06 11:09:42.066496 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a369bcf1-d77d-4dc2-b68d-5f9748445238 req-d900a18f-86cc-4ef9-af14-1a7acefff861 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=132785353bff4202a8cfa0544ed715d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265977 Apr 06 11:09:42.116413 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf7511-2918-454f-869d-ace2d3106ec8 req-14a44663-6082-4186-985b-af6a7edab6a7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:42.117913 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9edf7511-2918-454f-869d-ace2d3106ec8 req-14a44663-6082-4186-985b-af6a7edab6a7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0579357 Apr 06 11:09:42.156724 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74b05bd0-e934-46e1-936b-78f2c70d9686 req-0eebe82e-0c6a-475e-88a1-83c8b6d478f3 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070411 Apr 06 11:09:42.174261 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9edf7511-2918-454f-869d-ace2d3106ec8 req-6e046b2c-0502-4928-b5be-048fbdecf9cc tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500126 Apr 06 11:09:42.199488 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369bcf1-d77d-4dc2-b68d-5f9748445238 req-361a8c62-c082-406a-a3f7-502654190ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:42.200929 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a369bcf1-d77d-4dc2-b68d-5f9748445238 req-361a8c62-c082-406a-a3f7-502654190ec9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250103 Apr 06 11:09:42.343888 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-e1cb32bd-7f5f-41d8-a74c-6ac86552f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:42.345397 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-e1cb32bd-7f5f-41d8-a74c-6ac86552f98c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=132785353bff4202a8cfa0544ed715d6&device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 1132 time: 0.0437994 Apr 06 11:09:42.410367 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-9fbdf2d5-010c-4676-8d96-6a62ca60f755 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=1904f784-2894-4093-94ee-472970a6889c HTTP/1.1" status: 200 len: 217 time: 0.0331364 Apr 06 11:09:42.460697 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-37a8e218-fac1-4174-924b-fc10f81cc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:42.462092 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-37a8e218-fac1-4174-924b-fc10f81cc141 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=58eb9101-3d87-485e-82de-f1eeb94650bd HTTP/1.1" status: 200 len: 843 time: 0.0443480 Apr 06 11:09:42.510033 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-945aef6d-b842-48c0-8196-1efa92b56004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:42.511498 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-945aef6d-b842-48c0-8196-1efa92b56004 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd6cbcd1-d00b-4c1c-86df-ed33f8c36065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0421081 Apr 06 11:09:42.608308 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-19d81277-3968-40c4-8684-f4e8cdeadbae service neutron] 10.222.0.49 "GET /v2.0/networks/bd6cbcd1-d00b-4c1c-86df-ed33f8c36065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813277 Apr 06 11:09:42.700742 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3326892a-d4c5-49aa-83f3-1758f10c1ac8 req-d3ed722a-6209-4316-a36c-df4230ee19c9 service neutron] 10.222.0.49 "GET /v2.0/networks/bd6cbcd1-d00b-4c1c-86df-ed33f8c36065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816510 Apr 06 11:09:43.275991 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e4d46-af56-4a1d-b6da-974259c01317 req-4f4bc415-08d7-4c46-b07e-3b46ada23f3d tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:43.282095 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d5e4d46-af56-4a1d-b6da-974259c01317 req-4f4bc415-08d7-4c46-b07e-3b46ada23f3d tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 948 time: 0.0571029 Apr 06 11:09:43.294303 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaadb34-766b-4877-b055-0ccc42df39a2 req-69d4d702-fcb3-43ab-9ca9-0689ba690705 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:43.295863 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-baaadb34-766b-4877-b055-0ccc42df39a2 req-69d4d702-fcb3-43ab-9ca9-0689ba690705 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0527585 Apr 06 11:09:43.329340 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2d5e4d46-af56-4a1d-b6da-974259c01317 req-c8970429-6b8f-47ee-b722-6a130f36cab4 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460105 Apr 06 11:09:43.350297 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-baaadb34-766b-4877-b055-0ccc42df39a2 req-57f93583-3394-42c6-bfec-8de42a05f978 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471065 Apr 06 11:09:44.037227 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:09:44.460387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cd9e7-92fe-4b97-82a1-d068d514813f req-da6432aa-9717-4c1b-982a-de5900e56630 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:44.461953 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b32cd9e7-92fe-4b97-82a1-d068d514813f req-da6432aa-9717-4c1b-982a-de5900e56630 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 948 time: 0.0636394 Apr 06 11:09:44.525632 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b32cd9e7-92fe-4b97-82a1-d068d514813f req-c7891e45-791b-4e15-a3be-b5ba70e142c0 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554509 Apr 06 11:09:44.663478 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68fcaa-3c7d-49b2-b827-ad938b41dbc4 req-42fa4339-d977-4ccb-b2bd-10e4d3cdb8b8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:44.664933 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9c68fcaa-3c7d-49b2-b827-ad938b41dbc4 req-42fa4339-d977-4ccb-b2bd-10e4d3cdb8b8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.2475064 Apr 06 11:09:44.710994 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9c68fcaa-3c7d-49b2-b827-ad938b41dbc4 req-6795153e-7d65-46db-8909-ca8e1ace2b66 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Apr 06 11:09:44.933832 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:45.644112 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755ecb2-ac04-42bb-9728-d44406502488 req-37fe9b5c-dced-4d4b-9363-092c3dc1328c tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:45.645629 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0755ecb2-ac04-42bb-9728-d44406502488 req-37fe9b5c-dced-4d4b-9363-092c3dc1328c tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 948 time: 0.0526984 Apr 06 11:09:45.696643 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0755ecb2-ac04-42bb-9728-d44406502488 req-92c8be41-2509-4e82-86c5-816beac76446 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432987 Apr 06 11:09:45.832454 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7ac64-2bf8-4a78-8b8b-94985ccc8b60 req-f186d640-1bba-4b44-b663-46120e1d8c8d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:45.833974 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0de7ac64-2bf8-4a78-8b8b-94985ccc8b60 req-f186d640-1bba-4b44-b663-46120e1d8c8d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0540516 Apr 06 11:09:45.881671 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0de7ac64-2bf8-4a78-8b8b-94985ccc8b60 req-c00fac22-6d2d-415f-8eae-440dc6f98eef tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Apr 06 11:09:46.814635 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc753b9b-e4e3-4cfe-ae2a-556714528ace req-749c2ada-084f-48c0-9d48-59639f02d489 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:46.816069 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cc753b9b-e4e3-4cfe-ae2a-556714528ace req-749c2ada-084f-48c0-9d48-59639f02d489 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 948 time: 0.0535741 Apr 06 11:09:46.875283 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cc753b9b-e4e3-4cfe-ae2a-556714528ace req-773456c3-6a55-49ba-adee-60336cca4754 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502801 Apr 06 11:09:47.009391 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d1498-0304-4012-9b7b-8cd73ba8cb63 req-67f4ba25-a188-4665-8ae1-b7e660c4afb5 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:47.011813 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-861d1498-0304-4012-9b7b-8cd73ba8cb63 req-67f4ba25-a188-4665-8ae1-b7e660c4afb5 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0611620 Apr 06 11:09:47.072926 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-861d1498-0304-4012-9b7b-8cd73ba8cb63 req-30070f45-49e7-4638-8d32-4eeebcebe32d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447297 Apr 06 11:09:47.258595 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 1904f784-2894-4093-94ee-472970a6889c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:09:47.364706 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 1904f784-2894-4093-94ee-472970a6889c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1904f784-2894-4093-94ee-472970a6889c,segment=NetworkSegment(b8ca3ccf-6f11-4dd0-b45b-2984c10772ac),segment_id=b8ca3ccf-6f11-4dd0-b45b-2984c10772ac)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:47.376889 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': '1904f784-2894-4093-94ee-472970a6889c', 'network_id': 'bd6cbcd1-d00b-4c1c-86df-ed33f8c36065', 'port_id': '1904f784-2894-4093-94ee-472970a6889c', 'mac_address': 'fa:16:3e:b4:da:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58eb9101-3d87-485e-82de-f1eeb94650bd', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:09:47.413538 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 1904f784-2894-4093-94ee-472970a6889c is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:09:47.413923 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (1904f784-2894-4093-94ee-472970a6889c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:47.427413 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1904f784-2894-4093-94ee-472970a6889c {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:09:47.446369 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 1904f784-2894-4093-94ee-472970a6889c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1904f784-2894-4093-94ee-472970a6889c,segment=NetworkSegment(b8ca3ccf-6f11-4dd0-b45b-2984c10772ac),segment_id=b8ca3ccf-6f11-4dd0-b45b-2984c10772ac)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:47.510396 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (1904f784-2894-4093-94ee-472970a6889c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:47.556611 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=1904f784-2894-4093-94ee-472970a6889c,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:47.563328 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.563717 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.564110 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.564472 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.564815 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.565176 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.565509 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.565838 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.566165 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.566491 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.566818 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.567164 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.567491 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.567815 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.568138 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:09:47.992792 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b663-fec7-4de6-9777-e698363697e6 req-bb189004-9371-4c68-b79b-dc485373ccc1 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:47.994290 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ad1b663-fec7-4de6-9777-e698363697e6 req-bb189004-9371-4c68-b79b-dc485373ccc1 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 949 time: 0.0553031 Apr 06 11:09:48.042277 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0ad1b663-fec7-4de6-9777-e698363697e6 req-72117f58-b6d0-439d-8dc6-8305c9746af9 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Apr 06 11:09:48.190821 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7553a6a-6a72-4402-9a8e-c8655d723049 req-82284bb0-ea45-4952-b3cc-cfa0de1aa2ca tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:48.192184 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7553a6a-6a72-4402-9a8e-c8655d723049 req-82284bb0-ea45-4952-b3cc-cfa0de1aa2ca tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0499644 Apr 06 11:09:48.238448 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7553a6a-6a72-4402-9a8e-c8655d723049 req-983d384f-8376-454d-870d-81ae1b584baf tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 Apr 06 11:09:49.159467 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefaa55b-7e3f-49fc-983b-f3b6a5e3d105 req-4d30bc68-e7e7-487f-9ac2-65850f2ec667 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:49.160964 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eefaa55b-7e3f-49fc-983b-f3b6a5e3d105 req-4d30bc68-e7e7-487f-9ac2-65850f2ec667 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 949 time: 0.0514178 Apr 06 11:09:49.206554 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eefaa55b-7e3f-49fc-983b-f3b6a5e3d105 req-cb6e7960-c2ad-4cb8-9338-a9edc989176d tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Apr 06 11:09:49.363846 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219dcab1-752b-4b71-be84-4b83aa2dbc68 req-e20a3757-64b0-444e-b8b0-230bb54a7c7b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:49.365332 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-219dcab1-752b-4b71-be84-4b83aa2dbc68 req-e20a3757-64b0-444e-b8b0-230bb54a7c7b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0578656 Apr 06 11:09:49.416984 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-219dcab1-752b-4b71-be84-4b83aa2dbc68 req-a0b44439-7585-491d-801a-dbc5cdf752a8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452452 Apr 06 11:09:50.323256 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78672750-059a-4bcc-9bf6-0e420f635545 req-daa876cc-15cb-4940-a196-444bba2e658b tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:50.324626 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-78672750-059a-4bcc-9bf6-0e420f635545 req-daa876cc-15cb-4940-a196-444bba2e658b tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 949 time: 0.0546424 Apr 06 11:09:50.370393 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-78672750-059a-4bcc-9bf6-0e420f635545 req-967d561f-2dfb-4bd4-854f-785719a51236 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396740 Apr 06 11:09:50.542020 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8b88-cab4-4f97-a961-b3e6390db887 req-0e438adc-0df5-4ff2-ad81-2077ff0e4a75 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:50.543458 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4eee8b88-cab4-4f97-a961-b3e6390db887 req-0e438adc-0df5-4ff2-ad81-2077ff0e4a75 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0501993 Apr 06 11:09:50.588776 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4eee8b88-cab4-4f97-a961-b3e6390db887 req-7e9f85f5-6acf-4f50-aac8-c6c66bf4f4b2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395656 Apr 06 11:09:51.482484 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fdfc7-db7a-439f-971a-87bf1ab5ee3b req-4dded61d-e426-434e-bd5b-1cbc6a4aaf9c tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:51.483952 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e32fdfc7-db7a-439f-971a-87bf1ab5ee3b req-4dded61d-e426-434e-bd5b-1cbc6a4aaf9c tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 949 time: 0.0502524 Apr 06 11:09:51.528647 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e32fdfc7-db7a-439f-971a-87bf1ab5ee3b req-d073ccfa-82b0-4308-8c24-9289abe2c616 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391340 Apr 06 11:09:51.700655 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bac33-3430-424e-9a66-29826778ed1b req-05ff232b-d4d0-4ada-b9e4-064ff48298c9 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:51.702135 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f72bac33-3430-424e-9a66-29826778ed1b req-05ff232b-d4d0-4ada-b9e4-064ff48298c9 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0508356 Apr 06 11:09:51.750645 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f72bac33-3430-424e-9a66-29826778ed1b req-a582ae03-2478-4d12-8413-f9c39857611e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430915 Apr 06 11:09:51.955651 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-08916c15-a6c0-4c3b-826a-cfe81da40b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:52.645540 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ed7b-6261-409e-96f2-680b7e3c85ff req-14e92413-398e-40ec-8a39-bbe0fb695e0d tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:52.646976 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8948ed7b-6261-409e-96f2-680b7e3c85ff req-14e92413-398e-40ec-8a39-bbe0fb695e0d tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 949 time: 0.0535996 Apr 06 11:09:52.697944 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8948ed7b-6261-409e-96f2-680b7e3c85ff req-dd55f52b-a204-4134-bff0-8057986baebc tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Apr 06 11:09:52.862491 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7140788-f69a-445f-8dea-27fbf62bcfa8 req-afca50f2-3e54-4b82-b1cb-8b74acd864a7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:52.863834 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7140788-f69a-445f-8dea-27fbf62bcfa8 req-afca50f2-3e54-4b82-b1cb-8b74acd864a7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0493240 Apr 06 11:09:52.910013 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7140788-f69a-445f-8dea-27fbf62bcfa8 req-60fa9a42-96b2-487f-8b75-8d2d89b4e02e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394552 Apr 06 11:09:53.435271 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['1904f784-2894-4093-94ee-472970a6889c'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:09:53.813805 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6caf458-d846-4fe8-9cc7-f06d93f7c9aa req-c916d9e7-e580-4c19-82d6-36fa0798d6c7 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:53.815225 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a6caf458-d846-4fe8-9cc7-f06d93f7c9aa req-c916d9e7-e580-4c19-82d6-36fa0798d6c7 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 949 time: 0.0525970 Apr 06 11:09:53.860513 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a6caf458-d846-4fe8-9cc7-f06d93f7c9aa req-3be6363a-7a6c-4363-a31c-2929dd95bdcc tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396054 Apr 06 11:09:54.023853 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867363-937a-4122-b054-b900b1d44cd7 req-3c777287-f4d9-466e-ac52-139eb95883a3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:54.025237 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1b867363-937a-4122-b054-b900b1d44cd7 req-3c777287-f4d9-466e-ac52-139eb95883a3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0504034 Apr 06 11:09:54.070164 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1b867363-937a-4122-b054-b900b1d44cd7 req-d7dfda12-1642-4a07-8b8d-6f980d15009e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Apr 06 11:09:54.292919 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9c95474c-2c6d-48cb-b8a2-5bb0fa8dd980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:54.978832 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b295894-99f6-4de1-bc81-2f8b8229ae42 req-ee63570e-e77e-4756-ab37-31513c29a888 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:54.980280 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b295894-99f6-4de1-bc81-2f8b8229ae42 req-ee63570e-e77e-4756-ab37-31513c29a888 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 949 time: 0.0506048 Apr 06 11:09:55.032920 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0b295894-99f6-4de1-bc81-2f8b8229ae42 req-2c47fac7-2fd1-4816-ab0a-280f31c21246 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470343 Apr 06 11:09:55.170330 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 1904f784-2894-4093-94ee-472970a6889c up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:09:55.189858 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db89eb-659b-427e-a235-d5c11c1e2b17 req-35ba50fe-4dc5-4c58-8f6d-02c401ea90c3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:55.191418 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-50db89eb-659b-427e-a235-d5c11c1e2b17 req-35ba50fe-4dc5-4c58-8f6d-02c401ea90c3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0559397 Apr 06 11:09:55.239102 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-50db89eb-659b-427e-a235-d5c11c1e2b17 req-4577fe7c-4795-460c-9169-f0be9b519563 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 Apr 06 11:09:55.270927 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:55.327551 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port 1904f784-2894-4093-94ee-472970a6889c completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:09:55.331541 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port 1904f784-2894-4093-94ee-472970a6889c triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:09:55.336345 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (1904f784-2894-4093-94ee-472970a6889c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:55.415880 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 1904f784-2894-4093-94ee-472970a6889c is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:09:55.416271 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (1904f784-2894-4093-94ee-472970a6889c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:55.439450 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68f2604-16b9-4d28-9dc5-042f1668c0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1904f784-2894-4093-94ee-472970a6889c'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:09:55.441746 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397d2423-bd70-409c-b936-e99429abeae3" -d '{"events": [{"server_uuid": "f68f2604-16b9-4d28-9dc5-042f1668c0a5", "name": "network-vif-plugged", "status": "completed", "tag": "1904f784-2894-4093-94ee-472970a6889c"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:09:55.455645 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 1904f784-2894-4093-94ee-472970a6889c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1904f784-2894-4093-94ee-472970a6889c,segment=NetworkSegment(b8ca3ccf-6f11-4dd0-b45b-2984c10772ac),segment_id=b8ca3ccf-6f11-4dd0-b45b-2984c10772ac)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:09:55.478947 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e291917d-4e6a-4d06-9223-9fcb77659c4c x-openstack-request-id: req-e291917d-4e6a-4d06-9223-9fcb77659c4c {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:09:55.479268 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68f2604-16b9-4d28-9dc5-042f1668c0a5", "name": "network-vif-plugged", "status": "completed", "tag": "1904f784-2894-4093-94ee-472970a6889c", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:09:55.479532 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e291917d-4e6a-4d06-9223-9fcb77659c4c {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:09:55.479931 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e291917d-4e6a-4d06-9223-9fcb77659c4c'] response: {'server_uuid': 'f68f2604-16b9-4d28-9dc5-042f1668c0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1904f784-2894-4093-94ee-472970a6889c', 'code': 200} Apr 06 11:09:55.516337 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (1904f784-2894-4093-94ee-472970a6889c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:55.566385 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=1904f784-2894-4093-94ee-472970a6889c,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:09:56.153291 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84ab16-1423-48f4-8ae6-61211aab3be7 req-c10c4196-ae5a-4873-8d8f-a042c72edf44 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:56.154754 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9d84ab16-1423-48f4-8ae6-61211aab3be7 req-c10c4196-ae5a-4873-8d8f-a042c72edf44 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 950 time: 0.0530560 Apr 06 11:09:56.169663 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fbe8a-503b-453e-b3de-00147eb2c02a req-9eca9bcd-385a-4df7-8904-56bdd9dbe89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:56.171109 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-424fbe8a-503b-453e-b3de-00147eb2c02a req-9eca9bcd-385a-4df7-8904-56bdd9dbe89b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 1134 time: 0.2828650 Apr 06 11:09:56.202989 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9d84ab16-1423-48f4-8ae6-61211aab3be7 req-01fb49cd-6893-453c-aeb2-c0d5c657f060 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419936 Apr 06 11:09:56.215799 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-424fbe8a-503b-453e-b3de-00147eb2c02a req-292306d1-1c57-49c6-abe5-c0ed74a1cd62 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378706 Apr 06 11:09:56.357180 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694ff1d-70d2-40b9-b5ed-c3d9db2a57dc req-ae42e972-0ef5-43db-9aab-458c937c0219 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:56.358635 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b694ff1d-70d2-40b9-b5ed-c3d9db2a57dc req-ae42e972-0ef5-43db-9aab-458c937c0219 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0528078 Apr 06 11:09:56.404698 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b694ff1d-70d2-40b9-b5ed-c3d9db2a57dc req-873b5ead-cf10-4e24-ae63-99d209e36422 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404019 Apr 06 11:09:56.727726 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:56.962087 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d40cf-b28f-4f03-bac0-afe5ea038469 req-4b3c3618-328b-439d-b6f3-3d3fdd369a28 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:56.963547 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2f1d40cf-b28f-4f03-bac0-afe5ea038469 req-4b3c3618-328b-439d-b6f3-3d3fdd369a28 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0552294 Apr 06 11:09:57.011032 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2f1d40cf-b28f-4f03-bac0-afe5ea038469 req-f8df3eb4-220d-444b-9c0f-ff33569c5282 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 Apr 06 11:09:57.343137 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161420b-db2b-4add-875e-7657c709010b req-4b64c6b8-9689-4a8d-af7b-c5a96f8e89d2 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:57.344618 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1161420b-db2b-4add-875e-7657c709010b req-4b64c6b8-9689-4a8d-af7b-c5a96f8e89d2 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 950 time: 0.0516663 Apr 06 11:09:57.397723 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1161420b-db2b-4add-875e-7657c709010b req-6c23490f-9fdc-4306-ae71-ca9f341497bb tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465353 Apr 06 11:09:57.519062 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e74c0-64af-4ee4-8f1f-a35559f92f3e req-11843aa3-a156-4034-b636-aededeb27c74 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:57.520541 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a97e74c0-64af-4ee4-8f1f-a35559f92f3e req-11843aa3-a156-4034-b636-aededeb27c74 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0513377 Apr 06 11:09:57.567813 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a97e74c0-64af-4ee4-8f1f-a35559f92f3e req-e47c541c-4278-47a4-aa90-9692d62d6a6c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Apr 06 11:09:58.124999 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11cdca-78e8-40b4-81ef-054bd1c3cb5c req-8b2e250a-3f1b-4616-ac8c-8b8f2d2a10a5 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:58.126472 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6e11cdca-78e8-40b4-81ef-054bd1c3cb5c req-8b2e250a-3f1b-4616-ac8c-8b8f2d2a10a5 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0502882 Apr 06 11:09:58.172200 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6e11cdca-78e8-40b4-81ef-054bd1c3cb5c req-b3c733e8-80d7-46e5-b692-7d28600dcdf0 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395937 Apr 06 11:09:58.270335 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:58.515801 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aba31-5fd1-4112-b746-bf8410c3044f req-1664116e-af5e-4731-b8b8-71cd5c0f9652 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:58.517449 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-141aba31-5fd1-4112-b746-bf8410c3044f req-1664116e-af5e-4731-b8b8-71cd5c0f9652 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 950 time: 0.0539870 Apr 06 11:09:58.562693 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-141aba31-5fd1-4112-b746-bf8410c3044f req-9ee208bd-b858-4bfc-8518-8a1d819c6d8e tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394547 Apr 06 11:09:58.681926 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961f9f2-19a5-46e3-b36a-b6818d0396ec req-c12acc64-1c4f-48c9-a64c-f96dee92d907 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:58.683385 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e961f9f2-19a5-46e3-b36a-b6818d0396ec req-c12acc64-1c4f-48c9-a64c-f96dee92d907 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0506506 Apr 06 11:09:58.729617 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e961f9f2-19a5-46e3-b36a-b6818d0396ec req-4d09b83a-a800-4e32-b7e0-71d6f524b1d8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407102 Apr 06 11:09:59.289607 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6380e9-2a76-4fa6-8765-b2a4e2a8dae4 req-d440577d-2dcf-4ac6-8cb8-78968c177e0d tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:59.291077 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ed6380e9-2a76-4fa6-8765-b2a4e2a8dae4 req-d440577d-2dcf-4ac6-8cb8-78968c177e0d tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0516465 Apr 06 11:09:59.337348 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ed6380e9-2a76-4fa6-8765-b2a4e2a8dae4 req-f29819b7-6177-4994-be73-2991caaa9244 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Apr 06 11:09:59.684210 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca2378-e6fd-48ad-b696-7632bbf8cf87 req-4c627c9d-5d07-455e-90b3-06b7be1f5c5b tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:59.685694 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f7ca2378-e6fd-48ad-b696-7632bbf8cf87 req-4c627c9d-5d07-455e-90b3-06b7be1f5c5b tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 950 time: 0.0560455 Apr 06 11:09:59.736312 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f7ca2378-e6fd-48ad-b696-7632bbf8cf87 req-e4171504-3cf1-42b0-9c18-91d6896429db tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Apr 06 11:09:59.849819 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92de5d-62de-4e73-9341-4053ef5242f1 req-20b75141-bfdc-4ee0-99e8-f80637b65d82 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:59.851213 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db92de5d-62de-4e73-9341-4053ef5242f1 req-20b75141-bfdc-4ee0-99e8-f80637b65d82 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0559728 Apr 06 11:09:59.900876 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db92de5d-62de-4e73-9341-4053ef5242f1 req-fab3093d-af99-46dc-a053-63acff3b46f3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Apr 06 11:10:00.455940 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9ab44-be57-4cc6-87b7-bd787e052f32 req-11db35ca-06a1-43fa-acf1-268834932a9a tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:00.457424 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6eb9ab44-be57-4cc6-87b7-bd787e052f32 req-11db35ca-06a1-43fa-acf1-268834932a9a tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0518272 Apr 06 11:10:00.509569 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6eb9ab44-be57-4cc6-87b7-bd787e052f32 req-4e6c68ea-1175-405a-884c-2352c1e804b0 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465300 Apr 06 11:10:00.857743 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e6737-25dd-4d72-81b7-6a89174e0d2b req-cc04d723-89ec-4278-b23c-a389be3fe4ae tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:00.859220 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-636e6737-25dd-4d72-81b7-6a89174e0d2b req-cc04d723-89ec-4278-b23c-a389be3fe4ae tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 950 time: 0.0516064 Apr 06 11:10:00.907743 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-636e6737-25dd-4d72-81b7-6a89174e0d2b req-725224d4-18cc-4aa5-b49e-efb2e3ee21d4 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Apr 06 11:10:01.021300 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fef6e9-3771-4d2a-8c78-964318d87c52 req-db915378-816f-4d34-b7cc-ce5823f1ecdf tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:01.023477 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a7fef6e9-3771-4d2a-8c78-964318d87c52 req-db915378-816f-4d34-b7cc-ce5823f1ecdf tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0561838 Apr 06 11:10:01.069116 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a7fef6e9-3771-4d2a-8c78-964318d87c52 req-00f825ea-d83b-49d1-843d-36ef18340a85 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Apr 06 11:10:01.627882 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1403544-1ee9-4390-a009-aac0aa7002ff req-b2294965-3797-4c8b-846a-22f409d6e381 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:01.629411 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c1403544-1ee9-4390-a009-aac0aa7002ff req-b2294965-3797-4c8b-846a-22f409d6e381 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0528855 Apr 06 11:10:01.684813 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c1403544-1ee9-4390-a009-aac0aa7002ff req-27b41c2b-1776-42a4-8646-ca1fdc811a70 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475097 Apr 06 11:10:02.034375 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625e5c9-8a94-4e26-b1fc-2c90b670e407 req-5e78e0e8-7d5c-4ba1-a684-79f1f573000c tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:02.035834 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1625e5c9-8a94-4e26-b1fc-2c90b670e407 req-5e78e0e8-7d5c-4ba1-a684-79f1f573000c tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 950 time: 0.0609632 Apr 06 11:10:02.088273 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1625e5c9-8a94-4e26-b1fc-2c90b670e407 req-29e94ecf-2977-49c6-a526-435cfad05167 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Apr 06 11:10:02.242675 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b859-c408-41f5-82eb-9c82131a2a8f req-b1f87a15-fad5-4ba4-983a-c2109e18a3b8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:02.245535 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67e5b859-c408-41f5-82eb-9c82131a2a8f req-b1f87a15-fad5-4ba4-983a-c2109e18a3b8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0856750 Apr 06 11:10:02.290884 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67e5b859-c408-41f5-82eb-9c82131a2a8f req-6d9d12ab-2d75-4f80-832e-60bef55028c8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Apr 06 11:10:02.387292 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e8258-0867-41ef-bf06-ca5b9cfdb50c req-b3ee0aad-cd65-49e3-8384-61d54efe2a20 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:02.388755 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-423e8258-0867-41ef-bf06-ca5b9cfdb50c req-b3ee0aad-cd65-49e3-8384-61d54efe2a20 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.0598488 Apr 06 11:10:02.469216 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 48808) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:02.549536 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-423e8258-0867-41ef-bf06-ca5b9cfdb50c req-160f691d-f00c-4a08-a11a-94ae9fd4ae56 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Deleting port 9cf2d4e4-161a-402e-9578-42db4989b8d2 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:10:02.549883 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-423e8258-0867-41ef-bf06-ca5b9cfdb50c req-160f691d-f00c-4a08-a11a-94ae9fd4ae56 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:02.651399 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1798a973-a111-4980-a37a-e8f6cb0e57c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:02.687557 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-423e8258-0867-41ef-bf06-ca5b9cfdb50c req-160f691d-f00c-4a08-a11a-94ae9fd4ae56 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] For port 9cf2d4e4-161a-402e-9578-42db4989b8d2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9cf2d4e4-161a-402e-9578-42db4989b8d2,segment=NetworkSegment(4d663150-9094-4715-aa54-0baee412baac),segment_id=4d663150-9094-4715-aa54-0baee412baac)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:10:02.687931 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-423e8258-0867-41ef-bf06-ca5b9cfdb50c req-160f691d-f00c-4a08-a11a-94ae9fd4ae56 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:02.706668 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-423e8258-0867-41ef-bf06-ca5b9cfdb50c req-160f691d-f00c-4a08-a11a-94ae9fd4ae56 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Calling delete_port for 9cf2d4e4-161a-402e-9578-42db4989b8d2 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:10:02.740799 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1798a973-a111-4980-a37a-e8f6cb0e57c8 admin admin] Publish callbacks [] for security_group (e6ef7ae1-0ba3-483d-a85e-3cd4896d9bd8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:02.754734 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47688a-a652-4731-9656-adf7fdec6e10 req-f4b9dc53-5db2-4eb9-82a7-ad202e995378 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:02.756254 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ee47688a-a652-4731-9656-adf7fdec6e10 req-f4b9dc53-5db2-4eb9-82a7-ad202e995378 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 950 time: 0.1186914 Apr 06 11:10:02.786615 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1798a973-a111-4980-a37a-e8f6cb0e57c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (e6ef7ae1-0ba3-483d-a85e-3cd4896d9bd8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:02.835899 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1798a973-a111-4980-a37a-e8f6cb0e57c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=979f5afc46ba488dbc235fbaea1388d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653467 Apr 06 11:10:02.838686 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798a973-a111-4980-a37a-e8f6cb0e57c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ef7ae1-0ba3-483d-a85e-3cd4896d9bd8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:02.839583 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 48820) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:02.855410 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a6f02-3d2e-489f-ac60-43e5fec7493e req-32c27a5d-1aaa-4415-a72c-2ed7bc449166 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:02.856930 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-511a6f02-3d2e-489f-ac60-43e5fec7493e req-32c27a5d-1aaa-4415-a72c-2ed7bc449166 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 946 time: 0.1021314 Apr 06 11:10:02.870130 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ee47688a-a652-4731-9656-adf7fdec6e10 req-1c6b7c55-c14c-4f3f-b211-5cf4c37e11d7 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814819 Apr 06 11:10:02.910079 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-511a6f02-3d2e-489f-ac60-43e5fec7493e req-f6507fe3-a01e-4f3b-a2b1-44fd9b1c9f60 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/security-groups?id=89fe281e-26fb-40a7-ad7d-78226b07e2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470245 Apr 06 11:10:02.958041 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8676a180-bea4-4258-ad5c-e89bd69d953b admin admin] Publish callbacks [] for security_group (e6ef7ae1-0ba3-483d-a85e-3cd4896d9bd8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:02.979107 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8676a180-bea4-4258-ad5c-e89bd69d953b admin admin] Publish callbacks [] for security_group (e6ef7ae1-0ba3-483d-a85e-3cd4896d9bd8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:03.029793 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-423e8258-0867-41ef-bf06-ca5b9cfdb50c req-160f691d-f00c-4a08-a11a-94ae9fd4ae56 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (9cf2d4e4-161a-402e-9578-42db4989b8d2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:03.061240 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f691d-f00c-4a08-a11a-94ae9fd4ae56 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Pushing event deleted for resources: {'Port': ['ID=9cf2d4e4-161a-402e-9578-42db4989b8d2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:03.077975 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['9cf2d4e4-161a-402e-9578-42db4989b8d2'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:10:03.107380 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8676a180-bea4-4258-ad5c-e89bd69d953b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (e6ef7ae1-0ba3-483d-a85e-3cd4896d9bd8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:03.109878 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8676a180-bea4-4258-ad5c-e89bd69d953b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:03.111003 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8676a180-bea4-4258-ad5c-e89bd69d953b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6ef7ae1-0ba3-483d-a85e-3cd4896d9bd8 HTTP/1.1" status: 204 len: 168 time: 0.2694039 Apr 06 11:10:03.126738 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-423e8258-0867-41ef-bf06-ca5b9cfdb50c req-160f691d-f00c-4a08-a11a-94ae9fd4ae56 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] No DVR routers for this DVR port 9cf2d4e4-161a-402e-9578-42db4989b8d2 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:10:03.134290 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-423e8258-0867-41ef-bf06-ca5b9cfdb50c req-160f691d-f00c-4a08-a11a-94ae9fd4ae56 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:03.137516 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-423e8258-0867-41ef-bf06-ca5b9cfdb50c req-160f691d-f00c-4a08-a11a-94ae9fd4ae56 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.49 "DELETE /v2.0/ports/9cf2d4e4-161a-402e-9578-42db4989b8d2 HTTP/1.1" status: 204 len: 173 time: 0.7412684 Apr 06 11:10:03.138083 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd136b3-5805-420d-8580-a0dd6b6327f4', 'name': 'network-vif-deleted', 'tag': '9cf2d4e4-161a-402e-9578-42db4989b8d2'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:10:03.140351 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79361309-684d-4ce2-98b1-be92ae5d0c5c" -d '{"events": [{"server_uuid": "4fd136b3-5805-420d-8580-a0dd6b6327f4", "name": "network-vif-deleted", "tag": "9cf2d4e4-161a-402e-9578-42db4989b8d2"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:10:03.143539 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676a180-bea4-4258-ad5c-e89bd69d953b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ef7ae1-0ba3-483d-a85e-3cd4896d9bd8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:03.183975 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdf15bc-61d5-4c9c-9757-3dfb5b15e761 x-openstack-request-id: req-0fdf15bc-61d5-4c9c-9757-3dfb5b15e761 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:10:03.184161 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd136b3-5805-420d-8580-a0dd6b6327f4", "name": "network-vif-deleted", "tag": "9cf2d4e4-161a-402e-9578-42db4989b8d2", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:10:03.184451 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0fdf15bc-61d5-4c9c-9757-3dfb5b15e761 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:10:03.184859 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdf15bc-61d5-4c9c-9757-3dfb5b15e761'] response: {'server_uuid': '4fd136b3-5805-420d-8580-a0dd6b6327f4', 'name': 'network-vif-deleted', 'tag': '9cf2d4e4-161a-402e-9578-42db4989b8d2', 'status': 'completed', 'code': 200} Apr 06 11:10:03.405382 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25e63-76b7-4f2c-b489-2583dd47c643 req-5bd9066b-3672-455f-a0e1-15443f9924c3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:03.406910 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4fb25e63-76b7-4f2c-b489-2583dd47c643 req-5bd9066b-3672-455f-a0e1-15443f9924c3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0509655 Apr 06 11:10:03.455754 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4fb25e63-76b7-4f2c-b489-2583dd47c643 req-2cb86d45-f423-47a4-aa01-b03e3dc4c119 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428593 Apr 06 11:10:03.997082 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82962c05-9729-46b9-8c14-ec18c4b347b7 req-956aefab-22de-4702-8c7a-c00c6eacc636 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:03.998729 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82962c05-9729-46b9-8c14-ec18c4b347b7 req-956aefab-22de-4702-8c7a-c00c6eacc636 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 950 time: 0.0586047 Apr 06 11:10:04.016160 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ad1d64f7-540c-4c8f-96f8-110d5cf8ffc5 req-8ae82205-13ca-4e56-b390-4e9d9169c967 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.0307102 Apr 06 11:10:04.056056 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82962c05-9729-46b9-8c14-ec18c4b347b7 req-a2896bb7-22be-4f0c-a23e-67365097e0e3 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506282 Apr 06 11:10:04.576047 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028df891-b341-4968-b180-09fa01336a78 req-f626f982-0322-495d-8c6a-5fcfaf283062 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:04.577530 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-028df891-b341-4968-b180-09fa01336a78 req-f626f982-0322-495d-8c6a-5fcfaf283062 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0533524 Apr 06 11:10:04.626459 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-028df891-b341-4968-b180-09fa01336a78 req-c92b61d4-5bfc-4356-aa7c-0a6efbee4310 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433390 Apr 06 11:10:05.118863 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e89f9bd2-f31f-4893-a5e2-2c8d44b6dc2d req-f6a79179-705a-49d0-94b0-396e74ccb464 tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.0344357 Apr 06 11:10:05.170406 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b849f42-b091-4f82-a923-6d52826e10b3 req-e6faa5c9-16af-408b-b463-568022f70c90 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:05.172839 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7b849f42-b091-4f82-a923-6d52826e10b3 req-e6faa5c9-16af-408b-b463-568022f70c90 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.49 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 950 time: 0.0570457 Apr 06 11:10:05.184772 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fe74a-aec5-456e-85f8-c2845dac7f7f req-76d0f4d6-bb17-4ee9-a78d-699d3dd0e72e tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:05.186402 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-480fe74a-aec5-456e-85f8-c2845dac7f7f req-76d0f4d6-bb17-4ee9-a78d-699d3dd0e72e tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 950 time: 0.0613530 Apr 06 11:10:05.230480 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 9cf2d4e4-161a-402e-9578-42db4989b8d2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:10:05.240848 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-480fe74a-aec5-456e-85f8-c2845dac7f7f req-1c6413ec-6254-4597-87ad-76d488512061 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/security-groups?id=1caec72c-45f6-4c81-a8ea-369b86709eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451174 Apr 06 11:10:05.245736 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: 9cf2d4e4-161a-402e-9578-42db4989b8d2 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:10:05.246293 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 9cf2d4e4-161a-402e-9578-42db4989b8d2 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:10:05.281698 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-7b849f42-b091-4f82-a923-6d52826e10b3 req-649926cb-bc6e-408c-a05d-912b29647305 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Deleting port 1904f784-2894-4093-94ee-472970a6889c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:10:05.282045 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7b849f42-b091-4f82-a923-6d52826e10b3 req-649926cb-bc6e-408c-a05d-912b29647305 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (1904f784-2894-4093-94ee-472970a6889c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:05.370185 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-7b849f42-b091-4f82-a923-6d52826e10b3 req-649926cb-bc6e-408c-a05d-912b29647305 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] For port 1904f784-2894-4093-94ee-472970a6889c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1904f784-2894-4093-94ee-472970a6889c,segment=NetworkSegment(b8ca3ccf-6f11-4dd0-b45b-2984c10772ac),segment_id=b8ca3ccf-6f11-4dd0-b45b-2984c10772ac)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:10:05.370553 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7b849f42-b091-4f82-a923-6d52826e10b3 req-649926cb-bc6e-408c-a05d-912b29647305 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (1904f784-2894-4093-94ee-472970a6889c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:05.383113 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-7b849f42-b091-4f82-a923-6d52826e10b3 req-649926cb-bc6e-408c-a05d-912b29647305 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Calling delete_port for 1904f784-2894-4093-94ee-472970a6889c owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:10:05.590609 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7b849f42-b091-4f82-a923-6d52826e10b3 req-649926cb-bc6e-408c-a05d-912b29647305 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (1904f784-2894-4093-94ee-472970a6889c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:05.618423 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649926cb-bc6e-408c-a05d-912b29647305 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Pushing event deleted for resources: {'Port': ['ID=1904f784-2894-4093-94ee-472970a6889c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:05.645477 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['1904f784-2894-4093-94ee-472970a6889c'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:10:05.673956 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b849f42-b091-4f82-a923-6d52826e10b3 req-649926cb-bc6e-408c-a05d-912b29647305 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] No DVR routers for this DVR port 1904f784-2894-4093-94ee-472970a6889c on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:10:05.678287 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-7b849f42-b091-4f82-a923-6d52826e10b3 req-649926cb-bc6e-408c-a05d-912b29647305 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:05.681244 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7b849f42-b091-4f82-a923-6d52826e10b3 req-649926cb-bc6e-408c-a05d-912b29647305 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.49 "DELETE /v2.0/ports/1904f784-2894-4093-94ee-472970a6889c HTTP/1.1" status: 204 len: 173 time: 0.4995167 Apr 06 11:10:05.681786 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68f2604-16b9-4d28-9dc5-042f1668c0a5', 'name': 'network-vif-deleted', 'tag': '1904f784-2894-4093-94ee-472970a6889c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:10:05.684518 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b3f6dd-dbd2-4446-8c69-a8c8e5519e94" -d '{"events": [{"server_uuid": "f68f2604-16b9-4d28-9dc5-042f1668c0a5", "name": "network-vif-deleted", "tag": "1904f784-2894-4093-94ee-472970a6889c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:10:05.722089 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8ef541-c53c-45f8-b3ba-903afff36477 x-openstack-request-id: req-cf8ef541-c53c-45f8-b3ba-903afff36477 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:10:05.722387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68f2604-16b9-4d28-9dc5-042f1668c0a5", "name": "network-vif-deleted", "tag": "1904f784-2894-4093-94ee-472970a6889c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:10:05.722642 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf8ef541-c53c-45f8-b3ba-903afff36477 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:10:05.723045 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8ef541-c53c-45f8-b3ba-903afff36477'] response: {'server_uuid': 'f68f2604-16b9-4d28-9dc5-042f1668c0a5', 'name': 'network-vif-deleted', 'tag': '1904f784-2894-4093-94ee-472970a6889c', 'status': 'completed', 'code': 200} Apr 06 11:10:05.800058 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285ce05-76af-48fc-9403-6c4bf19820f4 req-67ef9789-9aa6-44cd-b6db-c7db971927e8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:05.801653 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5285ce05-76af-48fc-9403-6c4bf19820f4 req-67ef9789-9aa6-44cd-b6db-c7db971927e8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0745006 Apr 06 11:10:05.852378 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5285ce05-76af-48fc-9403-6c4bf19820f4 req-6511798e-152c-4e14-9787-689e6a8b9677 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437703 Apr 06 11:10:06.227374 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b98ecbc-13ed-401c-bac4-b4ce9a176ca2 req-e6e107a7-350e-47a5-8c63-33e68552506e tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.0332592 Apr 06 11:10:06.349524 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7e7252fa-fd3c-4cc7-9852-238b97e84a3c req-31eb1a6e-13e7-49e0-bc84-0e0e8163ef09 tempest-VolumesNegativeTest-874761169 tempest-VolumesNegativeTest-874761169-project] 10.222.0.62 "GET /v2.0/ports?device_id=f68f2604-16b9-4d28-9dc5-042f1668c0a5 HTTP/1.1" status: 200 len: 210 time: 0.0262539 Apr 06 11:10:06.997434 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cf002-b511-4e29-9d15-f335bafb3164 req-5607afc0-af30-48a5-9a34-576894beb7dc tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:06.998896 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0a6cf002-b511-4e29-9d15-f335bafb3164 req-5607afc0-af30-48a5-9a34-576894beb7dc tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0575016 Apr 06 11:10:07.046023 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0a6cf002-b511-4e29-9d15-f335bafb3164 req-f55ca584-9dc5-4fb2-a09d-611c75304e3b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413880 Apr 06 11:10:07.331794 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9bf6f6db-d3f3-4b14-84a9-4b863af9f49b req-748a32de-3c64-4af2-ab7b-87287a1351cf tempest-DeleteServersTestJSON-1315496924 tempest-DeleteServersTestJSON-1315496924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fd136b3-5805-420d-8580-a0dd6b6327f4 HTTP/1.1" status: 200 len: 210 time: 0.0251586 Apr 06 11:10:07.770929 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 48972) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:07.815782 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a164b71-507e-454b-bb75-080596c9f1dc admin admin] Deleting subnet a1cfe3c5-3447-441c-b5f7-a190cbfbb0d8 {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:10:07.819100 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a164b71-507e-454b-bb75-080596c9f1dc admin admin] Publish callbacks [] for subnet (a1cfe3c5-3447-441c-b5f7-a190cbfbb0d8), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:07.853670 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a164b71-507e-454b-bb75-080596c9f1dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083784'] for subnet (a1cfe3c5-3447-441c-b5f7-a190cbfbb0d8), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:07.897029 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a164b71-507e-454b-bb75-080596c9f1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (a1cfe3c5-3447-441c-b5f7-a190cbfbb0d8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.008290 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a164b71-507e-454b-bb75-080596c9f1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4783663'] for subnet (a1cfe3c5-3447-441c-b5f7-a190cbfbb0d8), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.035411 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a164b71-507e-454b-bb75-080596c9f1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1cfe3c5-3447-441c-b5f7-a190cbfbb0d8,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:08.037436 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6a164b71-507e-454b-bb75-080596c9f1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.041093 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6a164b71-507e-454b-bb75-080596c9f1dc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a1cfe3c5-3447-441c-b5f7-a190cbfbb0d8 HTTP/1.1" status: 204 len: 168 time: 0.2691822 Apr 06 11:10:08.043535 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 48984) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:08.117069 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (58814b4b-0936-42b2-ad1e-bbe54451d7fd), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.198778 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f06392-fc9c-4747-b71e-b9b7caf4b557 req-fe1bf6ff-cb5c-4ffa-9e5d-838ede0d905a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:08.203929 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e0f06392-fc9c-4747-b71e-b9b7caf4b557 req-fe1bf6ff-cb5c-4ffa-9e5d-838ede0d905a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0753632 Apr 06 11:10:08.218220 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (58814b4b-0936-42b2-ad1e-bbe54451d7fd), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.241083 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58814b4b-0936-42b2-ad1e-bbe54451d7fd']}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:08.249032 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e0f06392-fc9c-4747-b71e-b9b7caf4b557 req-7003848d-a5e8-4860-a1d9-0f37e5882ccc tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Apr 06 11:10:08.250771 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8905e9e-4e5a-4065-b529-05eb79b09f38') {'for_net_delete': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:08.251239 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8905e9e-4e5a-4065-b529-05eb79b09f38') {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:08.262049 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083763'] for segment (e8905e9e-4e5a-4065-b529-05eb79b09f38), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.281006 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (e8905e9e-4e5a-4065-b529-05eb79b09f38), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.291068 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=104088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:10:08.292441 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087189'] for segment (e8905e9e-4e5a-4065-b529-05eb79b09f38), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: Traceback (most recent call last): Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: timer() Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: cb(*args, **kw) Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: return func(*args, **kwargs) Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: self._notify() Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: self.callback(batched_events) Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: event.method(event) Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: return f(self, *a, **k) Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: return self._get(url).json() Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: return self.request(url, 'GET', **kwargs) Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:10:08.295038 dv-cinder-836072-2-iscsi neutron-server[104088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:10:08.407974 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (58814b4b-0936-42b2-ad1e-bbe54451d7fd), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.417123 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.420954 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] 10.222.0.62 "DELETE /v2.0/networks/58814b4b-0936-42b2-ad1e-bbe54451d7fd HTTP/1.1" status: 204 len: 168 time: 0.3764679 Apr 06 11:10:08.424309 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49034) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:08.432347 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c0f9d-9a6f-458e-8d51-0a241b482453 admin admin] Pushing event deleted for resources: {'Network': ['ID=58814b4b-0936-42b2-ad1e-bbe54451d7fd,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:08.495227 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b4d69a-4c06-4476-b0a3-06534e7abbdb admin admin] Deleting subnet 18e98d25-5f5b-45a2-9af0-2a82eaf20c3e {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:10:08.499771 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d69a-4c06-4476-b0a3-06534e7abbdb admin admin] Publish callbacks [] for subnet (18e98d25-5f5b-45a2-9af0-2a82eaf20c3e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.543727 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d69a-4c06-4476-b0a3-06534e7abbdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6270545'] for subnet (18e98d25-5f5b-45a2-9af0-2a82eaf20c3e), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.593546 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d69a-4c06-4476-b0a3-06534e7abbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (18e98d25-5f5b-45a2-9af0-2a82eaf20c3e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.723299 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49074) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:08.730779 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d69a-4c06-4476-b0a3-06534e7abbdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4619291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4460665'] for subnet (18e98d25-5f5b-45a2-9af0-2a82eaf20c3e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.759336 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4d69a-4c06-4476-b0a3-06534e7abbdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e98d25-5f5b-45a2-9af0-2a82eaf20c3e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:08.761425 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d69a-4c06-4476-b0a3-06534e7abbdb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.767310 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c5b4d69a-4c06-4476-b0a3-06534e7abbdb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/18e98d25-5f5b-45a2-9af0-2a82eaf20c3e HTTP/1.1" status: 204 len: 168 time: 0.3392758 Apr 06 11:10:08.767310 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49080) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:08.864809 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-962b790f-b0ac-42e7-a379-a2b2bab3ba24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.869569 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (ab307609-156a-491d-a847-d700db7bcfcf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.988635 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (ab307609-156a-491d-a847-d700db7bcfcf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.013967 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab307609-156a-491d-a847-d700db7bcfcf']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:09.030143 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f023801a-203f-49da-b40d-f584acf146de') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:09.030433 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f023801a-203f-49da-b40d-f584acf146de') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:09.045809 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6270634'] for segment (f023801a-203f-49da-b40d-f584acf146de), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.055504 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-962b790f-b0ac-42e7-a379-a2b2bab3ba24 admin admin] Publish callbacks [] for security_group (95c29a87-1c3c-43cc-8c58-836f6fc06cfd), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.063111 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (f023801a-203f-49da-b40d-f584acf146de), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.069156 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:10:09.069570 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4619377'] for segment (f023801a-203f-49da-b40d-f584acf146de), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: Traceback (most recent call last): Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: timer() Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: cb(*args, **kw) Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: return func(*args, **kwargs) Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: self._notify() Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: self.callback(batched_events) Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: event.method(event) Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: return f(self, *a, **k) Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._get(url).json() Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: return self.request(url, 'GET', **kwargs) Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:10:09.071202 dv-cinder-836072-2-iscsi neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:10:09.127037 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-962b790f-b0ac-42e7-a379-a2b2bab3ba24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (95c29a87-1c3c-43cc-8c58-836f6fc06cfd), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.177962 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-962b790f-b0ac-42e7-a379-a2b2bab3ba24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=41d757cafb7946c88886c285b5a3e307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4535124 Apr 06 11:10:09.179610 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b790f-b0ac-42e7-a379-a2b2bab3ba24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c29a87-1c3c-43cc-8c58-836f6fc06cfd,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:09.180827 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 49096) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:09.183920 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (ab307609-156a-491d-a847-d700db7bcfcf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.187807 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.191754 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] 10.222.0.62 "DELETE /v2.0/networks/ab307609-156a-491d-a847-d700db7bcfcf HTTP/1.1" status: 204 len: 168 time: 0.4229300 Apr 06 11:10:09.224415 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60eec5-cda5-4071-98b1-0b74bfa33dae admin admin] Pushing event deleted for resources: {'Network': ['ID=ab307609-156a-491d-a847-d700db7bcfcf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:09.242701 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 1904f784-2894-4093-94ee-472970a6889c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:10:09.279394 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: 1904f784-2894-4093-94ee-472970a6889c {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:10:09.279748 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 1904f784-2894-4093-94ee-472970a6889c not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:10:09.301124 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d14b58c9-0848-4929-a77a-9b830736177a admin admin] Publish callbacks [] for security_group (95c29a87-1c3c-43cc-8c58-836f6fc06cfd), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.324634 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d14b58c9-0848-4929-a77a-9b830736177a admin admin] Publish callbacks [] for security_group (95c29a87-1c3c-43cc-8c58-836f6fc06cfd), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.423752 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab57a89-4ade-487c-a151-3bf531423787 req-1e9b0f60-502e-493b-b39e-519786e3af91 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:09.425304 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bab57a89-4ade-487c-a151-3bf531423787 req-1e9b0f60-502e-493b-b39e-519786e3af91 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0552437 Apr 06 11:10:09.451706 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d14b58c9-0848-4929-a77a-9b830736177a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (95c29a87-1c3c-43cc-8c58-836f6fc06cfd), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.454335 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d14b58c9-0848-4929-a77a-9b830736177a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.457938 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d14b58c9-0848-4929-a77a-9b830736177a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95c29a87-1c3c-43cc-8c58-836f6fc06cfd HTTP/1.1" status: 204 len: 168 time: 0.2729135 Apr 06 11:10:09.470213 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b58c9-0848-4929-a77a-9b830736177a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c29a87-1c3c-43cc-8c58-836f6fc06cfd,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:09.518004 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bab57a89-4ade-487c-a151-3bf531423787 req-cf10dda7-ab4c-4b26-b2aa-4709826a974e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865111 Apr 06 11:10:09.532693 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 49118) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:09.582916 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-de8439b3-af4e-473b-8bd1-f558866b7827 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05ae77c080d7417aab52594bc467013a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481596 Apr 06 11:10:09.584923 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49128) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:09.649152 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f69ccd41-7d98-4ba7-b363-9e0e133b08c2 admin admin] Publish callbacks [] for security_group (fdf93817-cc02-4428-9f7b-d7bc60c79117), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.670587 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f69ccd41-7d98-4ba7-b363-9e0e133b08c2 admin admin] Publish callbacks [] for security_group (fdf93817-cc02-4428-9f7b-d7bc60c79117), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.784792 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f69ccd41-7d98-4ba7-b363-9e0e133b08c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (fdf93817-cc02-4428-9f7b-d7bc60c79117), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.787430 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f69ccd41-7d98-4ba7-b363-9e0e133b08c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.789163 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f69ccd41-7d98-4ba7-b363-9e0e133b08c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fdf93817-cc02-4428-9f7b-d7bc60c79117 HTTP/1.1" status: 204 len: 168 time: 0.2026367 Apr 06 11:10:09.797098 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ccd41-7d98-4ba7-b363-9e0e133b08c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf93817-cc02-4428-9f7b-d7bc60c79117,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:09.986924 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49152) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:10.031311 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b46f4c9-e689-44c3-a506-01874cb9f785 admin admin] Deleting subnet be318d27-c4be-45c5-9636-3fb0cf5100d8 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:10:10.034724 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b46f4c9-e689-44c3-a506-01874cb9f785 admin admin] Publish callbacks [] for subnet (be318d27-c4be-45c5-9636-3fb0cf5100d8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.073690 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b46f4c9-e689-44c3-a506-01874cb9f785 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6270545'] for subnet (be318d27-c4be-45c5-9636-3fb0cf5100d8), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.136524 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b46f4c9-e689-44c3-a506-01874cb9f785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (be318d27-c4be-45c5-9636-3fb0cf5100d8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.242684 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b46f4c9-e689-44c3-a506-01874cb9f785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4619291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4460665'] for subnet (be318d27-c4be-45c5-9636-3fb0cf5100d8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.268734 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46f4c9-e689-44c3-a506-01874cb9f785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be318d27-c4be-45c5-9636-3fb0cf5100d8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:10.273030 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b46f4c9-e689-44c3-a506-01874cb9f785 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.277524 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9b46f4c9-e689-44c3-a506-01874cb9f785 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/be318d27-c4be-45c5-9636-3fb0cf5100d8 HTTP/1.1" status: 204 len: 168 time: 0.2895007 Apr 06 11:10:10.279880 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49168) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:10.350801 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (06cffd94-bed2-49e1-ab85-3004b891a139), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.359346 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 49178) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:10.417352 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1e186214-37bd-4460-aae8-92223a599bc9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=11abff5a0eb54363a047b68c03d39f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563893 Apr 06 11:10:10.418414 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 49192) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:10.438108 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (06cffd94-bed2-49e1-ab85-3004b891a139), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.460662 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cffd94-bed2-49e1-ab85-3004b891a139']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:10.471297 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d663150-9094-4715-aa54-0baee412baac') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:10.471599 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d663150-9094-4715-aa54-0baee412baac') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:10.483723 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6270634'] for segment (4d663150-9094-4715-aa54-0baee412baac), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.503731 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (4d663150-9094-4715-aa54-0baee412baac), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.509746 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-adcbd5ec-9620-4dd3-8bcd-93d033643e4d admin admin] Publish callbacks [] for security_group (6f64abb8-f9ff-4383-8f86-9e36acb70055), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.512825 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:10:10.513437 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4619377'] for segment (4d663150-9094-4715-aa54-0baee412baac), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: Traceback (most recent call last): Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: timer() Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: cb(*args, **kw) Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: return func(*args, **kwargs) Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: self._notify() Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: self.callback(batched_events) Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: event.method(event) Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: return f(self, *a, **k) Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._get(url).json() Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: return self.request(url, 'GET', **kwargs) Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:10:10.515694 dv-cinder-836072-2-iscsi neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:10:10.537184 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-adcbd5ec-9620-4dd3-8bcd-93d033643e4d admin admin] Publish callbacks [] for security_group (6f64abb8-f9ff-4383-8f86-9e36acb70055), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.656637 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b449ab-46b1-4c88-b8c6-0039b24c7576 req-4474bb48-2276-4baf-beed-a0c37e453ba7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:10.658487 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-29b449ab-46b1-4c88-b8c6-0039b24c7576 req-4474bb48-2276-4baf-beed-a0c37e453ba7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0618393 Apr 06 11:10:10.690827 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (06cffd94-bed2-49e1-ab85-3004b891a139), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.708877 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.711014 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-adcbd5ec-9620-4dd3-8bcd-93d033643e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (6f64abb8-f9ff-4383-8f86-9e36acb70055), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.715421 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] 10.222.0.62 "DELETE /v2.0/networks/06cffd94-bed2-49e1-ab85-3004b891a139 HTTP/1.1" status: 204 len: 168 time: 0.4314401 Apr 06 11:10:10.716134 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-adcbd5ec-9620-4dd3-8bcd-93d033643e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:10.719637 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-adcbd5ec-9620-4dd3-8bcd-93d033643e4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f64abb8-f9ff-4383-8f86-9e36acb70055 HTTP/1.1" status: 204 len: 168 time: 0.2926683 Apr 06 11:10:10.726780 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083254b1-922b-4b7d-a23e-4c5aa04c2251 admin admin] Pushing event deleted for resources: {'Network': ['ID=06cffd94-bed2-49e1-ab85-3004b891a139,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:10.727701 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbd5ec-9620-4dd3-8bcd-93d033643e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f64abb8-f9ff-4383-8f86-9e36acb70055,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:10.753323 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-29b449ab-46b1-4c88-b8c6-0039b24c7576 req-28904fb4-3c44-4e93-8474-9d9864de4784 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768492 Apr 06 11:10:11.177967 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 49250) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:11.240202 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c2e401e7-c7ac-4e88-b805-1e0a7ef3be7a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=92825d48c6c044b3bad475b05c9d138f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0600998 Apr 06 11:10:11.243380 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 49256) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:11.309755 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8900248b-67a3-447a-a963-cf67631d3be9 admin admin] Publish callbacks [] for security_group (89fe281e-26fb-40a7-ad7d-78226b07e2e8), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:11.335220 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8900248b-67a3-447a-a963-cf67631d3be9 admin admin] Publish callbacks [] for security_group (89fe281e-26fb-40a7-ad7d-78226b07e2e8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:11.458979 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8900248b-67a3-447a-a963-cf67631d3be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (89fe281e-26fb-40a7-ad7d-78226b07e2e8), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:11.461581 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8900248b-67a3-447a-a963-cf67631d3be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:11.463912 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8900248b-67a3-447a-a963-cf67631d3be9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/89fe281e-26fb-40a7-ad7d-78226b07e2e8 HTTP/1.1" status: 204 len: 168 time: 0.2196064 Apr 06 11:10:11.479690 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900248b-67a3-447a-a963-cf67631d3be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fe281e-26fb-40a7-ad7d-78226b07e2e8,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:11.889470 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea565c-a45d-46e8-a3d1-6fdd729fdd8e req-8ad83130-7599-49c5-9666-5405797d93d3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:11.889470 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-73ea565c-a45d-46e8-a3d1-6fdd729fdd8e req-8ad83130-7599-49c5-9666-5405797d93d3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0650477 Apr 06 11:10:11.973248 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-73ea565c-a45d-46e8-a3d1-6fdd729fdd8e req-7ea61d35-d050-479e-91d3-8d6397d38937 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758889 Apr 06 11:10:12.659866 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49410) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:12.754304 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-122287636-network', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:10:12.830294 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Made reservation on behalf of 866279fd7e7342ada14b63bbbd3d64be for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:10:12.832688 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:12.841797 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:12.921477 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Publish callbacks [] for security_group (a021fd63-96e3-410b-b628-973840d5f249), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:12.967541 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (a021fd63-96e3-410b-b628-973840d5f249), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:12.988406 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:10:13.003359 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a021fd63-96e3-410b-b628-973840d5f249,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:13.006289 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (004ba62c-a31a-4a2e-94e9-87138a9a1a1e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:13.010638 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Added segment 004ba62c-a31a-4a2e-94e9-87138a9a1a1e of type vlan for network a731990e-ef5a-45e6-9019-7f964cfe85bf Apr 06 11:10:13.057728 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (a731990e-ef5a-45e6-9019-7f964cfe85bf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:13.126937 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcdcff-e282-4be8-833d-a592f489b6bc req-2d65aabd-ec8c-47ed-b47e-a65fb77ef971 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:13.128311 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-18bcdcff-e282-4be8-833d-a592f489b6bc req-2d65aabd-ec8c-47ed-b47e-a65fb77ef971 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0672798 Apr 06 11:10:13.173769 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (a731990e-ef5a-45e6-9019-7f964cfe85bf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:13.174723 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:13.175300 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:13.179766 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-18bcdcff-e282-4be8-833d-a592f489b6bc req-91453b79-9e37-4967-9872-e2ed79759598 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Apr 06 11:10:13.236578 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] Pushing event updated for resources: {'Network': ['ID=a731990e-ef5a-45e6-9019-7f964cfe85bf,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:13.246260 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network a731990e-ef5a-45e6-9019-7f964cfe85bf details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:10:13.267145 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f5366c62-109a-4d37-b9f0-c2f56e74784e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6062162 Apr 06 11:10:13.270064 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49424) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:13.275404 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-af3cda1e-3f0a-4e99-8745-331b599da505 admin admin] Request body: {'subnet': {'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-122287636-subnet', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:10:13.355645 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3cda1e-3f0a-4e99-8745-331b599da505 admin admin] Made reservation on behalf of 866279fd7e7342ada14b63bbbd3d64be for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:10:13.357946 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af3cda1e-3f0a-4e99-8745-331b599da505 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4460574'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:13.584503 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af3cda1e-3f0a-4e99-8745-331b599da505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4616668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4460544'] for subnet (9ec6ff60-8e86-42a1-8b1f-3cb289d760bb), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:13.646354 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cda1e-3f0a-4e99-8745-331b599da505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec6ff60-8e86-42a1-8b1f-3cb289d760bb,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:13.650696 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3cda1e-3f0a-4e99-8745-331b599da505 admin admin] Checking segment: {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:10:13.651048 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3cda1e-3f0a-4e99-8745-331b599da505 admin admin] Network hostable DHCP agents. Network: a731990e-ef5a-45e6-9019-7f964cfe85bf, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:10:13.732898 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3cda1e-3f0a-4e99-8745-331b599da505 admin admin] Network a731990e-ef5a-45e6-9019-7f964cfe85bf is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:10:13.801032 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-af3cda1e-3f0a-4e99-8745-331b599da505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, a731990e-ef5a-45e6-9019-7f964cfe85bf) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:10:13.805495 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3cda1e-3f0a-4e99-8745-331b599da505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:13.806078 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-af3cda1e-3f0a-4e99-8745-331b599da505 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:13.811380 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eee781-20a3-4221-900c-1ada5241af96 None None] Network a731990e-ef5a-45e6-9019-7f964cfe85bf requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:10:13.872522 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-af3cda1e-3f0a-4e99-8745-331b599da505 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6014104 Apr 06 11:10:13.875112 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49428) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:13.879361 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:10:13.918991 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28525485-dc93-55e7-828a-302e78cf7f1a-a731990e-ef5a-45e6-9019-7f964cfe85bf', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb'}]}} from dv-cinder-836072-2-iscsi. {{(pid=104089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:10:13.919854 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:13.950465 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64461'] for router (df140f47-9df1-4be6-82a6-fa1e52d7acb9), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:13.951572 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8040451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64436'] for router (df140f47-9df1-4be6-82a6-fa1e52d7acb9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:14.006040 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Publish callbacks [] for router_controller (df140f47-9df1-4be6-82a6-fa1e52d7acb9), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:14.173943 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Allocated IP 172.20.0.2 (a731990e-ef5a-45e6-9019-7f964cfe85bf/9ec6ff60-8e86-42a1-8b1f-3cb289d760bb/e8997c0b-7494-4458-b4d7-1f8ad635e261) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:10:14.215130 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Publish callbacks [] for router_gateway (df140f47-9df1-4be6-82a6-fa1e52d7acb9), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:14.316721 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Publish callbacks [] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:14.319451 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c2dea-27c3-4a00-b6a0-bcbc6d95c438 req-81d13003-bc8c-4b6b-8918-60b6c11aad0a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:14.321012 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8b3c2dea-27c3-4a00-b6a0-bcbc6d95c438 req-81d13003-bc8c-4b6b-8918-60b6c11aad0a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0558541 Apr 06 11:10:14.356461 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:14.368085 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8b3c2dea-27c3-4a00-b6a0-bcbc6d95c438 req-7538395d-e824-4a59-92a0-dc7f79e5c118 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Apr 06 11:10:14.396404 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Network a731990e-ef5a-45e6-9019-7f964cfe85bf is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:10:14.405978 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:10:14.409619 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:10:14.415585 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Pushing event updated for resources: {'Port': ['ID=e8997c0b-7494-4458-b4d7-1f8ad635e261,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:14.466184 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Attempting to bind port e8997c0b-7494-4458-b4d7-1f8ad635e261 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:10:14.466557 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Attempting to bind port e8997c0b-7494-4458-b4d7-1f8ad635e261 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:10:14.466925 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Attempting to bind port e8997c0b-7494-4458-b4d7-1f8ad635e261 on network a731990e-ef5a-45e6-9019-7f964cfe85bf {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:10:14.471766 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:10:14.472149 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Checking segment: {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:10:14.472550 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:14.472945 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Bound using segment: {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:10:14.473450 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Bound port: e8997c0b-7494-4458-b4d7-1f8ad635e261, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:10:14.473836 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:14.492126 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Publish callbacks [] for router_gateway (df140f47-9df1-4be6-82a6-fa1e52d7acb9), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:14.510694 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:14.534211 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] For port e8997c0b-7494-4458-b4d7-1f8ad635e261, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:10:14.537204 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] For port e8997c0b-7494-4458-b4d7-1f8ad635e261, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=e8997c0b-7494-4458-b4d7-1f8ad635e261,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:10:14.596426 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:14.612069 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Allocated IP 172.27.3.202 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/5f56d074-88e9-46bc-9be9-b802f93dcbf5) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:10:14.657396 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b4157-a8de-4b7f-bb92-05c68ff38a52 None None] Pushing event updated for resources: {'Port': ['ID=e8997c0b-7494-4458-b4d7-1f8ad635e261,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:14.728774 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Publish callbacks [] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:14.819490 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:14.859279 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:10:14.863527 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:10:14.869502 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:10:14.893112 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5f56d074-88e9-46bc-9be9-b802f93dcbf5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:14.944545 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:15.299104 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Publish callbacks [] for router_gateway (df140f47-9df1-4be6-82a6-fa1e52d7acb9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:15.563370 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858e61a5-8e7f-4363-bf70-08a0608984d7 None None] Network a731990e-ef5a-45e6-9019-7f964cfe85bf requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:10:15.631234 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-4ed6104d-0bea-4e89-8f16-7a492bb7b802 None None] Provisioning complete for port e8997c0b-7494-4458-b4d7-1f8ad635e261 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:10:15.631618 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4ed6104d-0bea-4e89-8f16-7a492bb7b802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:15.775647 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6104d-0bea-4e89-8f16-7a492bb7b802 None None] Current status of the port e8997c0b-7494-4458-b4d7-1f8ad635e261 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:10:15.776313 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4ed6104d-0bea-4e89-8f16-7a492bb7b802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:15.802587 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fbf8f-3fc3-4267-8398-38e218e6a624 req-beba7210-698e-4c23-9ee7-be245ec51b96 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:15.804650 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a1fbf8f-3fc3-4267-8398-38e218e6a624 req-beba7210-698e-4c23-9ee7-be245ec51b96 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.3574910 Apr 06 11:10:15.812755 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8041938'] for router (df140f47-9df1-4be6-82a6-fa1e52d7acb9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:15.817242 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-4ed6104d-0bea-4e89-8f16-7a492bb7b802 None None] For port e8997c0b-7494-4458-b4d7-1f8ad635e261, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=e8997c0b-7494-4458-b4d7-1f8ad635e261,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:10:15.887273 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4ed6104d-0bea-4e89-8f16-7a492bb7b802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:15.936552 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a1fbf8f-3fc3-4267-8398-38e218e6a624 req-628a46a6-8779-4b26-aa3f-b5832518b327 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247644 Apr 06 11:10:15.954092 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6104d-0bea-4e89-8f16-7a492bb7b802 None None] Pushing event updated for resources: {'Port': ['ID=e8997c0b-7494-4458-b4d7-1f8ad635e261,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:16.008103 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-1da09182-4144-4181-8283-fa2779fca8df None None] Provisioning complete for port e8997c0b-7494-4458-b4d7-1f8ad635e261 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:10:16.008472 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1da09182-4144-4181-8283-fa2779fca8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:16.052747 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Router df140f47-9df1-4be6-82a6-fa1e52d7acb9 is scheduled to L3 agent a612e23e-0641-4851-85ac-d61b6e63725e with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:10:16.092217 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-1da09182-4144-4181-8283-fa2779fca8df None None] Current status of the port e8997c0b-7494-4458-b4d7-1f8ad635e261 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:10:16.163899 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:10:16.173911 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Sync routers for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:10:16.187305 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:10:16.187862 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:09:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:16.261135 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:16.262825 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4104e965-caab-41a4-ba2f-aa23656415e9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3862534 Apr 06 11:10:16.265319 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49470) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:16.321107 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:10:16.455116 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0a2ce23e-8715-4bb7-9f22-9a56ff84d37d req-d637570e-f868-4b40-b70a-2c81bd9dc645 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930755 Apr 06 11:10:16.499253 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbee00-927b-4080-a34f-35d914ceb780 req-cba55a1d-19c1-4f07-9225-7e359be99226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:16.500720 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9abbee00-927b-4080-a34f-35d914ceb780 req-cba55a1d-19c1-4f07-9225-7e359be99226 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 1129 time: 0.1074007 Apr 06 11:10:16.518619 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:15Z', 'revision_number': 3, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:16.600149 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device e8997c0b-7494-4458-b4d7-1f8ad635e261 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:10:16.646937 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Checking router: df140f47-9df1-4be6-82a6-fa1e52d7acb9 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:10:16.647800 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Updating router df140f47-9df1-4be6-82a6-fa1e52d7acb9 port 5f56d074-88e9-46bc-9be9-b802f93dcbf5 binding host dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:10:16.657957 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port e8997c0b-7494-4458-b4d7-1f8ad635e261 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:10:16.658541 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:16.677825 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:16.749255 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port e8997c0b-7494-4458-b4d7-1f8ad635e261 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:10:16.821504 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:16.938412 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Publish callbacks [] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:16.977538 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Allocated IP 172.20.0.1 (a731990e-ef5a-45e6-9019-7f964cfe85bf/9ec6ff60-8e86-42a1-8b1f-3cb289d760bb/59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:10:17.001538 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:17.065483 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Pushing event updated for resources: {'Port': ['ID=5f56d074-88e9-46bc-9be9-b802f93dcbf5,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:17.074708 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.075056 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.075928 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.076044 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d481c7e-a003-4c21-bc45-0422f3535fad req-d9122753-5297-4fe4-86d9-d051175247bb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:17.076524 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.076524 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.076524 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.076730 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.077082 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.077735 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3d481c7e-a003-4c21-bc45-0422f3535fad req-d9122753-5297-4fe4-86d9-d051175247bb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0641189 Apr 06 11:10:17.081250 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.081782 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.082712 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.082712 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.090824 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.090824 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.090824 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:17.090824 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Attempting to bind port 5f56d074-88e9-46bc-9be9-b802f93dcbf5 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:10:17.090824 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Attempting to bind port 5f56d074-88e9-46bc-9be9-b802f93dcbf5 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:10:17.090824 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Attempting to bind port 5f56d074-88e9-46bc-9be9-b802f93dcbf5 on network b8e3ac99-7604-4669-8bd3-91990de5fe29 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:10:17.093374 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Publish callbacks [] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:17.096441 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:10:17.096952 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Checking segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:10:17.097429 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:17.097887 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Bound using segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:10:17.098432 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Bound port: 5f56d074-88e9-46bc-9be9-b802f93dcbf5, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:10:17.098888 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:17.150836 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3d481c7e-a003-4c21-bc45-0422f3535fad req-0cd09bd4-0795-441a-a244-771c16a69658 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650451 Apr 06 11:10:17.163464 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] For port 5f56d074-88e9-46bc-9be9-b802f93dcbf5, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:10:17.167453 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] For port 5f56d074-88e9-46bc-9be9-b802f93dcbf5, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=5f56d074-88e9-46bc-9be9-b802f93dcbf5,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:10:17.167753 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:17.205435 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Network a731990e-ef5a-45e6-9019-7f964cfe85bf is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:10:17.208235 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:10:17.213828 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:10:17.231269 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:17.245769 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Pushing event updated for resources: {'Port': ['ID=59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:17.269521 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8041731'] for router_interface (df140f47-9df1-4be6-82a6-fa1e52d7acb9), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:17.278741 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:10:17.279508 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:09:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:17.424334 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d4a08-ce29-4b32-82f7-da1a1365daed None None] Pushing event updated for resources: {'Port': ['ID=5f56d074-88e9-46bc-9be9-b802f93dcbf5,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:17.436612 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:10:17.460473 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:17.527733 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-c40208bb-7e5a-49cf-bde0-6606fec1b6d9 None None] Provisioning complete for port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:10:17.528486 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c40208bb-7e5a-49cf-bde0-6606fec1b6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:17.565448 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-c40208bb-7e5a-49cf-bde0-6606fec1b6d9 None None] Port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:10:17.621704 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:15Z', 'revision_number': 3, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:17.638025 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Publish callbacks [] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:17.647063 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7c03f-ed0b-4638-8060-8fbf0df1f206 None None] The sync data for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi is: [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:15Z', 'revision_number': 3, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:10:17.721989 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:17.787358 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Pushing event updated for resources: {'Port': ['ID=59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:17.790748 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8362797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8039059'] for router_interface (df140f47-9df1-4be6-82a6-fa1e52d7acb9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:17.907668 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Network a731990e-ef5a-45e6-9019-7f964cfe85bf is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:10:17.911667 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:10:18.050449 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Router df140f47-9df1-4be6-82a6-fa1e52d7acb9 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:10:18.188933 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:10:18.202658 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-2a573a21-ecfe-4b16-a20c-e6ffd8ca02ae None None] Provisioning complete for port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:10:18.203146 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2a573a21-ecfe-4b16-a20c-e6ffd8ca02ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:18.212195 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a546228a-f87a-47bf-86bb-d17b032674e2 admin admin] 10.222.0.62 "PUT /v2.0/routers/df140f47-9df1-4be6-82a6-fa1e52d7acb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9457209 Apr 06 11:10:18.240951 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-2a573a21-ecfe-4b16-a20c-e6ffd8ca02ae None None] Port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:10:18.285432 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45c26-fc2d-4bd4-9e45-c6a144314039 req-1ee6a469-1684-48b5-99ef-8f6d4eb05fb7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:18.287237 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dca45c26-fc2d-4bd4-9e45-c6a144314039 req-1ee6a469-1684-48b5-99ef-8f6d4eb05fb7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0677121 Apr 06 11:10:18.342945 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dca45c26-fc2d-4bd4-9e45-c6a144314039 req-1667f6ec-2ca0-40eb-8801-d64a44abf446 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486388 Apr 06 11:10:18.581599 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 5f56d074-88e9-46bc-9be9-b802f93dcbf5 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:10:18.633686 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 5f56d074-88e9-46bc-9be9-b802f93dcbf5 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:10:18.634200 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:18.711834 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 5f56d074-88e9-46bc-9be9-b802f93dcbf5 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:10:18.712220 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:18.732389 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port 5f56d074-88e9-46bc-9be9-b802f93dcbf5, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=5f56d074-88e9-46bc-9be9-b802f93dcbf5,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:10:18.801214 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49506) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:18.806226 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8ce84550-dfd6-4fa6-b3b6-db4196c62b94 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1379309440', 'description': 'tempest-description--1267527614'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:10:18.822441 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:18.866285 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=5f56d074-88e9-46bc-9be9-b802f93dcbf5,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:18.903335 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce84550-dfd6-4fa6-b3b6-db4196c62b94 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:18.986920 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9abbee00-927b-4080-a34f-35d914ceb780 req-986ba02a-1c67-4a80-99a7-1334a272b7db service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967388 Apr 06 11:10:19.004696 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ce23e-8715-4bb7-9f22-9a56ff84d37d req-2714eddd-4ca3-4c17-8266-fb9ccc89638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:19.006226 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0a2ce23e-8715-4bb7-9f22-9a56ff84d37d req-2714eddd-4ca3-4c17-8266-fb9ccc89638e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 1130 time: 0.1002607 Apr 06 11:10:19.036178 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce84550-dfd6-4fa6-b3b6-db4196c62b94 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group (28053499-a4b9-45b8-ac1e-258e2c0850c1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.099137 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce84550-dfd6-4fa6-b3b6-db4196c62b94 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (28053499-a4b9-45b8-ac1e-258e2c0850c1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.127903 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce84550-dfd6-4fa6-b3b6-db4196c62b94 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28053499-a4b9-45b8-ac1e-258e2c0850c1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:19.175019 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ce84550-dfd6-4fa6-b3b6-db4196c62b94 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.176289 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8ce84550-dfd6-4fa6-b3b6-db4196c62b94 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3740919 Apr 06 11:10:19.178992 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49512) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:19.183577 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-c4c92eb2-58c1-4fcf-9b30-9473280e89e7 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Request body: {'security_group_rule': {'security_group_id': '28053499-a4b9-45b8-ac1e-258e2c0850c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:10:19.269400 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4c92eb2-58c1-4fcf-9b30-9473280e89e7 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group_rule (5bb3dcb9-e66d-49dc-bde8-1ab7c983125c), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.324590 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Sync routers for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:10:19.326745 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4c92eb2-58c1-4fcf-9b30-9473280e89e7 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group_rule (5bb3dcb9-e66d-49dc-bde8-1ab7c983125c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.334253 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:10:19.334872 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:09:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:19.379380 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4c92eb2-58c1-4fcf-9b30-9473280e89e7 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (5bb3dcb9-e66d-49dc-bde8-1ab7c983125c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.402780 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c92eb2-58c1-4fcf-9b30-9473280e89e7 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb3dcb9-e66d-49dc-bde8-1ab7c983125c,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:19.451238 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:10:19.460979 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4c92eb2-58c1-4fcf-9b30-9473280e89e7 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.462187 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c4c92eb2-58c1-4fcf-9b30-9473280e89e7 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2822640 Apr 06 11:10:19.465018 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 49520) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:19.469633 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-24dab160-2dd8-4b99-8402-7b31efbfe8e2 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Request body: {'security_group_rule': {'security_group_id': '28053499-a4b9-45b8-ac1e-258e2c0850c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:10:19.484221 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d5cdd-1ada-4ae8-abba-911b292df873 req-1d56cbcb-e7d2-4a9d-94f6-a1a1d312533b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:19.485865 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c43d5cdd-1ada-4ae8-abba-911b292df873 req-1d56cbcb-e7d2-4a9d-94f6-a1a1d312533b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0602741 Apr 06 11:10:19.537342 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c43d5cdd-1ada-4ae8-abba-911b292df873 req-558758b8-fc88-488d-a011-2de2da806e58 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451860 Apr 06 11:10:19.538861 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24dab160-2dd8-4b99-8402-7b31efbfe8e2 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group_rule (cb164a52-d7af-4447-a519-4577df0e4e00), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.600358 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24dab160-2dd8-4b99-8402-7b31efbfe8e2 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group_rule (cb164a52-d7af-4447-a519-4577df0e4e00), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.647952 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24dab160-2dd8-4b99-8402-7b31efbfe8e2 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (cb164a52-d7af-4447-a519-4577df0e4e00), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.653934 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 2, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:19.666937 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dab160-2dd8-4b99-8402-7b31efbfe8e2 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb164a52-d7af-4447-a519-4577df0e4e00,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:19.682279 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Checking router: df140f47-9df1-4be6-82a6-fa1e52d7acb9 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:10:19.682638 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Updating router df140f47-9df1-4be6-82a6-fa1e52d7acb9 port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c binding host dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:10:19.709547 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.729361 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24dab160-2dd8-4b99-8402-7b31efbfe8e2 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.730558 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-24dab160-2dd8-4b99-8402-7b31efbfe8e2 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2644825 Apr 06 11:10:19.733870 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 49522) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:19.738087 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:10:19.829720 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.928960 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.979577 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Publish callbacks [] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.036835 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Allocated IP 172.27.3.4 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/8f987c07-d7cd-4b5c-bf34-21acdfec88ed) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:10:20.058801 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.106707 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc7a42-3f71-4696-a7bf-0b70b76567aa None None] Pushing event updated for resources: {'Port': ['ID=59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:20.142958 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for port (8f987c07-d7cd-4b5c-bf34-21acdfec88ed), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.166506 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Attempting to bind port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:10:20.166883 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Attempting to bind port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:10:20.167248 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Attempting to bind port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c on network a731990e-ef5a-45e6-9019-7f964cfe85bf {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:10:20.172415 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:10:20.172792 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Checking segment: {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:10:20.173472 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.173867 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Bound using segment: {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:10:20.174337 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Bound port: 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:10:20.174717 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.239920 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] For port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:10:20.243800 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] For port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:10:20.265078 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (8f987c07-d7cd-4b5c-bf34-21acdfec88ed), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.300408 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:10:20.303141 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:10:20.308973 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:10:20.310725 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.336221 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event updated for resources: {'Port': ['ID=8f987c07-d7cd-4b5c-bf34-21acdfec88ed,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:20.378465 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:10:20.379833 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:09:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:20.384408 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc7a42-3f71-4696-a7bf-0b70b76567aa None None] Pushing event updated for resources: {'Port': ['ID=59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:20.413588 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (e3a0f724-7408-4f2b-9713-dfa6c051d101), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.489583 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (8f987c07-d7cd-4b5c-bf34-21acdfec88ed), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.566278 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-07562abb-07a0-4d5b-9c68-f895dd33f8cc None None] Provisioning complete for port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:10:20.566659 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-07562abb-07a0-4d5b-9c68-f895dd33f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.603828 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 5f56d074-88e9-46bc-9be9-b802f93dcbf5 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:10:20.692890 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for port (8f987c07-d7cd-4b5c-bf34-21acdfec88ed), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.701709 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843a328-07ae-4cbf-aba2-48646feef519 req-dfc13a20-f7b8-44b4-a7d7-e38b4efca567 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:20.703185 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1843a328-07ae-4cbf-aba2-48646feef519 req-dfc13a20-f7b8-44b4-a7d7-e38b4efca567 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0878031 Apr 06 11:10:20.716827 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:10:20.752303 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (8f987c07-d7cd-4b5c-bf34-21acdfec88ed), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.763844 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1843a328-07ae-4cbf-aba2-48646feef519 req-08fb8fc5-633a-4874-82e4-d44f1aa4050e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547390 Apr 06 11:10:20.783187 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 5f56d074-88e9-46bc-9be9-b802f93dcbf5 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:10:20.783347 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.827498 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event updated for resources: {'Port': ['ID=8f987c07-d7cd-4b5c-bf34-21acdfec88ed,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:20.839877 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (e3a0f724-7408-4f2b-9713-dfa6c051d101), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.890033 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-07562abb-07a0-4d5b-9c68-f895dd33f8cc None None] Current status of the port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:10:20.890428 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-07562abb-07a0-4d5b-9c68-f895dd33f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.900955 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.910158 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a4db8246-4491-4aaa-b7f0-059af9da93bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1674426 Apr 06 11:10:20.956325 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-07562abb-07a0-4d5b-9c68-f895dd33f8cc None None] For port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:10:21.023775 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-07562abb-07a0-4d5b-9c68-f895dd33f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:21.025466 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 5f56d074-88e9-46bc-9be9-b802f93dcbf5 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:10:21.037727 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:10:21.072669 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-e989d8c1-fa8e-4bf9-9aef-46ca2717c8c9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1379309440&fields=id&tenant_id=866279fd7e7342ada14b63bbbd3d64be HTTP/1.1" status: 200 len: 267 time: 0.0513103 Apr 06 11:10:21.092076 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07562abb-07a0-4d5b-9c68-f895dd33f8cc None None] Pushing event updated for resources: {'Port': ['ID=59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:21.102040 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:21.127784 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4075a3-a8b5-4448-8020-6176016ab03e None None] The sync data for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi is: [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:10:21.144549 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-ebc93119-8660-40a4-b73c-70c568363144 None None] Provisioning complete for port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:10:21.144926 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ebc93119-8660-40a4-b73c-70c568363144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:21.201355 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ead25-fd97-4483-8127-201f2bbb26de req-5095d377-db6f-4b19-89b3-ec0af28ac89d tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:21.203047 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-5095d377-db6f-4b19-89b3-ec0af28ac89d tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/networks?id=a731990e-ef5a-45e6-9019-7f964cfe85bf HTTP/1.1" status: 200 len: 810 time: 0.1226318 Apr 06 11:10:21.224977 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8fce0d48-7104-471a-a05f-e0b2a2e8665c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/quotas/866279fd7e7342ada14b63bbbd3d64be HTTP/1.1" status: 200 len: 375 time: 0.0095870 Apr 06 11:10:21.253366 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ebc93119-8660-40a4-b73c-70c568363144 None None] Current status of the port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:10:21.287499 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-a838588d-29b4-4511-8fe2-4ae3065eb16c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562255 Apr 06 11:10:21.385327 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-6a229239-27ee-44ca-916e-419dd62f14e4 service neutron] 10.222.0.62 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844562 Apr 06 11:10:21.486131 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-0be65295-1c8f-43a0-bbfb-30b7fef58352 service neutron] 10.222.0.62 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947373 Apr 06 11:10:21.749671 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f9c74128-886b-4b1f-afdb-a9a08b110ee0 req-89558546-2480-4d4e-9b5f-b13647ec2af3 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 210 time: 0.0313873 Apr 06 11:10:21.901350 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d3163-85c1-4592-9497-f197e42df92c req-e4f5eaa6-42ec-4ecc-99ed-70767c62bd82 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:21.902928 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9e3d3163-85c1-4592-9497-f197e42df92c req-e4f5eaa6-42ec-4ecc-99ed-70767c62bd82 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0563457 Apr 06 11:10:21.916049 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3c367184-c87a-40aa-bc50-817c02d4dbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:21.957594 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9e3d3163-85c1-4592-9497-f197e42df92c req-ea0c9015-c255-4928-8dbb-2ef2f78a9490 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486970 Apr 06 11:10:22.541293 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ce23e-8715-4bb7-9f22-9a56ff84d37d req-ba6426b6-96d7-4a69-a10b-ab1705ccf78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:22.543275 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0a2ce23e-8715-4bb7-9f22-9a56ff84d37d req-ba6426b6-96d7-4a69-a10b-ab1705ccf78b service neutron] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 919 time: 0.1049991 Apr 06 11:10:22.601304 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:10:22.651596 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:10:22.652136 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:22.733597 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:10:22.842538 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a5dfd7dc-2392-4b75-a209-801dcf76b003 req-0f19a72f-4fb8-4062-9133-94898bb0b584 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 210 time: 0.0271158 Apr 06 11:10:23.098885 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0a2ce23e-8715-4bb7-9f22-9a56ff84d37d req-ad1eafab-fbbc-437b-abe1-9e05b4caf70f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=797d1c25-af28-41b7-a702-c05a6fb9fa65 HTTP/1.1" status: 200 len: 217 time: 0.0390208 Apr 06 11:10:23.125597 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f558fd8-dfee-4ba7-87b1-2d2944607727 req-6dac5594-c222-4597-b23b-ea831d425795 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:23.127026 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7f558fd8-dfee-4ba7-87b1-2d2944607727 req-6dac5594-c222-4597-b23b-ea831d425795 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0941904 Apr 06 11:10:23.181535 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ce23e-8715-4bb7-9f22-9a56ff84d37d req-83747259-a322-405c-beb9-47e286d24a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:23.183152 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0a2ce23e-8715-4bb7-9f22-9a56ff84d37d req-83747259-a322-405c-beb9-47e286d24a15 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0729609 Apr 06 11:10:23.213656 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7f558fd8-dfee-4ba7-87b1-2d2944607727 req-f9fc759d-059c-4da6-a81d-180ddb3a0224 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656533 Apr 06 11:10:23.246123 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ce23e-8715-4bb7-9f22-9a56ff84d37d req-3d4f8a84-947f-42c7-9561-549bce9e47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:23.247526 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0a2ce23e-8715-4bb7-9f22-9a56ff84d37d req-3d4f8a84-947f-42c7-9561-549bce9e47f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490711 Apr 06 11:10:23.345853 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0a2ce23e-8715-4bb7-9f22-9a56ff84d37d req-2c97469b-574f-4154-b829-7180c9ad6a8d service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853860 Apr 06 11:10:23.439262 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0a2ce23e-8715-4bb7-9f22-9a56ff84d37d req-5fe2debc-a21b-4ca9-977f-c08b91dec7e5 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844126 Apr 06 11:10:23.935603 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7986d9ad-3a77-4dc0-ad6d-dc3005e434f8 req-7e8d16f7-a5c3-467b-bd71-913f0611878a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 210 time: 0.0279324 Apr 06 11:10:24.247345 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7aa48f54-5d80-4b51-bff8-26576f2667fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:24.347331 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c1593-a073-425d-8e05-8f17f74eab06 req-d030aaa3-dbb7-4dc5-a49d-1ed51846949c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:24.349177 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b8c1593-a073-425d-8e05-8f17f74eab06 req-d030aaa3-dbb7-4dc5-a49d-1ed51846949c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0638421 Apr 06 11:10:24.412322 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b8c1593-a073-425d-8e05-8f17f74eab06 req-2d447a0f-fb00-4a23-bdd9-f0f2464db75e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563881 Apr 06 11:10:24.542385 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60acf9b-5c0e-4b87-a6d5-77ce95074309 req-7b9dee90-86b8-49bf-a75e-d53ec3cef98d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:24.546339 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a60acf9b-5c0e-4b87-a6d5-77ce95074309 req-7b9dee90-86b8-49bf-a75e-d53ec3cef98d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0603375 Apr 06 11:10:24.598363 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49628) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:24.598587 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a60acf9b-5c0e-4b87-a6d5-77ce95074309 req-65e3d635-c8c6-4086-9f33-21875806eb47 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445135 Apr 06 11:10:24.754450 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4cd521a4-d91e-4861-9b84-ceca38c8df17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=132785353bff4202a8cfa0544ed715d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581473 Apr 06 11:10:24.757437 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49634) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:24.807489 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Publish callbacks [] for security_group (1caec72c-45f6-4c81-a8ea-369b86709eb5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:24.828633 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Publish callbacks [] for security_group (1caec72c-45f6-4c81-a8ea-369b86709eb5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:24.950157 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (1caec72c-45f6-4c81-a8ea-369b86709eb5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:24.952656 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:24.954020 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1caec72c-45f6-4c81-a8ea-369b86709eb5 HTTP/1.1" status: 204 len: 168 time: 0.1953871 Apr 06 11:10:24.964583 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caec72c-45f6-4c81-a8ea-369b86709eb5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:24.972235 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.972585 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.973444 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.973695 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.974031 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.974361 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.974690 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.975114 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.975440 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.975762 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.976985 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.976985 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.976985 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.977322 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:24.977674 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad8b87-1593-4461-8d86-94615505cac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:25.082337 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76992a08-c2e6-4e4b-98f7-03ff4e850c30 req-034249c4-5a4f-49b6-b6f2-5a52153d2d62 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 210 time: 0.0286291 Apr 06 11:10:25.310894 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ead25-fd97-4483-8127-201f2bbb26de req-e8037ba4-4e15-4628-a043-f667bf715be8 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:25.312522 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-e8037ba4-4e15-4628-a043-f667bf715be8 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.49 "GET /v2.0/networks?id=a731990e-ef5a-45e6-9019-7f964cfe85bf HTTP/1.1" status: 200 len: 810 time: 0.1278934 Apr 06 11:10:25.379180 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:25.437820 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-c15461cb-1089-4990-8d9c-d846b67b9212 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=866279fd7e7342ada14b63bbbd3d64be HTTP/1.1" status: 200 len: 380 time: 0.0917261 Apr 06 11:10:25.449204 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Request body: {'port': {'device_id': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'admin_state_up': True, 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'security_groups': ['28053499-a4b9-45b8-ac1e-258e2c0850c1']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:10:25.909546 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Made reservation on behalf of 866279fd7e7342ada14b63bbbd3d64be for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:10:25.913408 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:26.038201 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Allocated IP 172.20.0.9 (a731990e-ef5a-45e6-9019-7f964cfe85bf/9ec6ff60-8e86-42a1-8b1f-3cb289d760bb/ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:10:26.186792 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1feda2b8-8c0a-4728-9fbe-243b2ab38847 req-3cfcbf36-313b-4bcd-a8f8-b4b2d0335b06 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 210 time: 0.0278416 Apr 06 11:10:26.187374 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:26.281706 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:26.323741 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Network a731990e-ef5a-45e6-9019-7f964cfe85bf is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:10:26.328875 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:10:26.332755 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:10:26.339498 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event updated for resources: {'Port': ['ID=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:26.388080 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:26.391606 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:26.450398 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-8884127f-1309-47e2-93a9-755849cc5057 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0067382 Apr 06 11:10:26.473994 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Request body: {'port': {'device_id': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:10:26.536478 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-f4ed2df6-c3bc-43ff-8946-69fe13b929c6 None None] Provisioning complete for port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:10:26.537111 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f4ed2df6-c3bc-43ff-8946-69fe13b929c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:26.539656 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:26.571403 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed2df6-c3bc-43ff-8946-69fe13b929c6 None None] Port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:10:26.744525 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:26.822090 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:10:26.829263 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Publish callbacks [] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:26.840576 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Transition to ACTIVE for port object ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:10:26.898158 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:26.954337 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Pushing event updated for resources: {'Port': ['ID=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:27.034848 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Attempting to bind port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:10:27.035182 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Attempting to bind port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:10:27.035508 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Attempting to bind port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 on network a731990e-ef5a-45e6-9019-7f964cfe85bf {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:10:27.040172 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 on network a731990e-ef5a-45e6-9019-7f964cfe85bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:10:27.040572 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Attempting to bind port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 on network a731990e-ef5a-45e6-9019-7f964cfe85bf {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:10:27.045683 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:10:27.046023 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Checking segment: {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:10:27.046400 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Bound using segment: {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:10:27.046823 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Bound port: ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:10:27.047184 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:27.118284 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] For port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:10:27.121652 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] For port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:10:27.225000 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:27.302387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Pushing event updated for resources: {'Port': ['ID=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:27.313040 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:27.313433 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:27.314854 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-1ca94ef8-a570-4188-860e-c806a990a60b service neutron] 10.222.0.49 "PUT /v2.0/ports/ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 HTTP/1.1" status: 200 len: 1093 time: 0.8454428 Apr 06 11:10:27.315648 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'tag': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:10:27.318784 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eee9f77-9727-4fb3-911c-4e0cedef66ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0", "tag": "ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:10:27.352762 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ea1d8-7210-4c02-b982-07db5fbc06ee req-c7577ae2-a6a3-4284-a8ed-fafb1b53df13 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:27.354654 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-602ea1d8-7210-4c02-b982-07db5fbc06ee req-c7577ae2-a6a3-4284-a8ed-fafb1b53df13 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 943 time: 0.0884614 Apr 06 11:10:27.369423 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2a3b51-405c-44d1-93fc-609998e80c5e x-openstack-request-id: req-6e2a3b51-405c-44d1-93fc-609998e80c5e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:10:27.369777 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0", "tag": "ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:10:27.370042 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e2a3b51-405c-44d1-93fc-609998e80c5e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:10:27.370497 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e2a3b51-405c-44d1-93fc-609998e80c5e'] response: {'name': 'network-changed', 'server_uuid': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'tag': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9', 'status': 'completed', 'code': 200} Apr 06 11:10:27.418002 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-602ea1d8-7210-4c02-b982-07db5fbc06ee req-b574a279-0886-4fe2-8cba-9bbe07d668fb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575278 Apr 06 11:10:27.481781 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee9f77-9727-4fb3-911c-4e0cedef66ba req-2d35ff17-388a-4947-be78-fafab06bb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:27.483425 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1eee9f77-9727-4fb3-911c-4e0cedef66ba req-2d35ff17-388a-4947-be78-fafab06bb444 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 1127 time: 0.0514009 Apr 06 11:10:27.609394 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee9f77-9727-4fb3-911c-4e0cedef66ba req-42e0cb08-4da0-44f9-aa97-2757c6672ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:27.611207 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1eee9f77-9727-4fb3-911c-4e0cedef66ba req-42e0cb08-4da0-44f9-aa97-2757c6672ec3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=866279fd7e7342ada14b63bbbd3d64be&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1122687 Apr 06 11:10:27.726965 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee9f77-9727-4fb3-911c-4e0cedef66ba req-abc39bcc-5666-4c77-bc7a-fb649063b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:27.728520 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1eee9f77-9727-4fb3-911c-4e0cedef66ba req-abc39bcc-5666-4c77-bc7a-fb649063b340 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090915 Apr 06 11:10:27.843103 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ead25-fd97-4483-8127-201f2bbb26de req-4fbe8172-cb36-4f6d-bc3b-160359ac2ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:27.844704 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-4fbe8172-cb36-4f6d-bc3b-160359ac2ab3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 1127 time: 0.0490048 Apr 06 11:10:27.894588 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-e6866fc3-6935-4a9f-8f26-e76b9fa6c552 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 HTTP/1.1" status: 200 len: 217 time: 0.0340428 Apr 06 11:10:27.956319 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ead25-fd97-4483-8127-201f2bbb26de req-6b8ba8a6-b86f-4d01-8f71-0f091702aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:27.957275 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-6b8ba8a6-b86f-4d01-8f71-0f091702aac3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec6ff60-8e86-42a1-8b1f-3cb289d760bb HTTP/1.1" status: 200 len: 849 time: 0.0547512 Apr 06 11:10:28.051354 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ead25-fd97-4483-8127-201f2bbb26de req-ddf0ce9a-d5b8-45f6-bec8-42cff0e47771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:28.052895 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-ddf0ce9a-d5b8-45f6-bec8-42cff0e47771 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a731990e-ef5a-45e6-9019-7f964cfe85bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878875 Apr 06 11:10:28.070751 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536621bd-248b-45d1-9b61-1f3f33b7323a req-e6560502-26d8-4b03-a25c-76b63d2a4191 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:28.070751 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-536621bd-248b-45d1-9b61-1f3f33b7323a req-e6560502-26d8-4b03-a25c-76b63d2a4191 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0690093 Apr 06 11:10:28.226757 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-536621bd-248b-45d1-9b61-1f3f33b7323a req-c3bafda5-4b26-43c9-ab5b-d98188c4cf90 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459141 Apr 06 11:10:28.232095 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7583a3-3fb7-4864-b6b6-2bae2c0c88af req-eb845579-c762-4be9-bc25-771db0a09042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:28.233587 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1f7583a3-3fb7-4864-b6b6-2bae2c0c88af req-eb845579-c762-4be9-bc25-771db0a09042 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 1130 time: 0.1547322 Apr 06 11:10:28.251626 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-7f20f31a-eb87-4e02-adcd-5cee32d60b07 service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805263 Apr 06 11:10:28.264344 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:28.399084 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7583a3-3fb7-4864-b6b6-2bae2c0c88af req-51195035-8bd1-4b2b-8394-c56fc67afad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:28.400529 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1f7583a3-3fb7-4864-b6b6-2bae2c0c88af req-51195035-8bd1-4b2b-8394-c56fc67afad7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 919 time: 0.1595926 Apr 06 11:10:28.403914 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f52ead25-fd97-4483-8127-201f2bbb26de req-da5cf38f-d961-425d-a55f-b573bcc63107 service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411042 Apr 06 11:10:28.460635 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1f7583a3-3fb7-4864-b6b6-2bae2c0c88af req-1e0619a8-ceaa-483f-a2ea-3bebbcb61915 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=797d1c25-af28-41b7-a702-c05a6fb9fa65 HTTP/1.1" status: 200 len: 217 time: 0.0397520 Apr 06 11:10:28.515652 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7583a3-3fb7-4864-b6b6-2bae2c0c88af req-555d31e7-a778-4f74-a1e0-f7f393ab297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:28.517223 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1f7583a3-3fb7-4864-b6b6-2bae2c0c88af req-555d31e7-a778-4f74-a1e0-f7f393ab297f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0502138 Apr 06 11:10:28.552128 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8aa7b-4dff-4531-b320-a634aece3d3b req-573dc9a8-ddaf-42d4-bffe-829dbc661ce7 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:28.553627 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3df8aa7b-4dff-4531-b320-a634aece3d3b req-573dc9a8-ddaf-42d4-bffe-829dbc661ce7 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 943 time: 0.0523052 Apr 06 11:10:28.604190 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3df8aa7b-4dff-4531-b320-a634aece3d3b req-ff7a0e31-7d57-48ed-b17c-1c6debe01849 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437913 Apr 06 11:10:29.355715 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32681fd2-ab0a-4eee-8abf-b7c4d27c3990 req-0d3817a6-63ea-4362-8923-d139aa849767 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:29.357288 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-32681fd2-ab0a-4eee-8abf-b7c4d27c3990 req-0d3817a6-63ea-4362-8923-d139aa849767 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0582700 Apr 06 11:10:29.410210 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-32681fd2-ab0a-4eee-8abf-b7c4d27c3990 req-b456d3a6-2a8a-43dc-8899-62ea8d84a06a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471377 Apr 06 11:10:29.747481 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc942f-537d-4334-b1c3-75e8250daaa5 req-0d4d5295-aa25-45e4-a6ae-c7fc1a3600a3 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:29.748956 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-44fc942f-537d-4334-b1c3-75e8250daaa5 req-0d4d5295-aa25-45e4-a6ae-c7fc1a3600a3 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 943 time: 0.0776753 Apr 06 11:10:29.797423 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-44fc942f-537d-4334-b1c3-75e8250daaa5 req-4cbf86e3-b97b-4b3f-a74f-a589f250b5b3 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412490 Apr 06 11:10:30.532450 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f011-6de0-4b50-83cf-086f13d1a4be req-9b90a106-4945-464f-a46e-21a6480ba928 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:30.538286 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a68f011-6de0-4b50-83cf-086f13d1a4be req-9b90a106-4945-464f-a46e-21a6480ba928 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0527704 Apr 06 11:10:30.581016 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a68f011-6de0-4b50-83cf-086f13d1a4be req-2a125344-934a-4f90-9e65-e3de68c50756 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413833 Apr 06 11:10:30.919860 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7ce49-0811-4979-9666-c6aa9be3e990 req-cb6fda85-796f-4304-bd3c-fb7c67402f2f tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:30.921387 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-42a7ce49-0811-4979-9666-c6aa9be3e990 req-cb6fda85-796f-4304-bd3c-fb7c67402f2f tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 943 time: 0.0546145 Apr 06 11:10:30.968351 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-42a7ce49-0811-4979-9666-c6aa9be3e990 req-972bc19c-6cb0-4e7d-aa11-f13483031f15 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Apr 06 11:10:31.703465 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35716bc6-5763-4195-bf82-db745ad6a065 req-01ddce5f-a87a-4990-96f3-8a9f274ee11a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:31.705278 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-35716bc6-5763-4195-bf82-db745ad6a065 req-01ddce5f-a87a-4990-96f3-8a9f274ee11a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0562439 Apr 06 11:10:31.752658 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-35716bc6-5763-4195-bf82-db745ad6a065 req-6d9fb619-915d-4806-92c8-51725cdbde74 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414431 Apr 06 11:10:32.061512 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7583a3-3fb7-4864-b6b6-2bae2c0c88af req-2b463129-3efe-48e2-8ba6-6bf006aaf9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:32.063238 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1f7583a3-3fb7-4864-b6b6-2bae2c0c88af req-2b463129-3efe-48e2-8ba6-6bf006aaf9bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524013 Apr 06 11:10:32.094567 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3605b-cdef-4cb2-9fb4-3244a1eaac42 req-d1f4ec73-4836-492a-8576-84d7cf364f7c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:32.096106 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eff3605b-cdef-4cb2-9fb4-3244a1eaac42 req-d1f4ec73-4836-492a-8576-84d7cf364f7c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 943 time: 0.0607967 Apr 06 11:10:32.144284 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eff3605b-cdef-4cb2-9fb4-3244a1eaac42 req-9bf97377-3fe6-43e4-b2dc-8a751fbc9337 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Apr 06 11:10:32.157402 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1f7583a3-3fb7-4864-b6b6-2bae2c0c88af req-414ca16d-04ed-4070-a44f-6c717d8b186f service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875065 Apr 06 11:10:32.251973 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1f7583a3-3fb7-4864-b6b6-2bae2c0c88af req-8cd4c5dc-4ed7-4a34-bf68-d170e7260ca5 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876949 Apr 06 11:10:32.868031 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8042d-2f45-4c49-b783-2ea8a2ec663c req-29f18199-216b-4e34-8a89-3b1f91cf04d7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:32.869555 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e6f8042d-2f45-4c49-b783-2ea8a2ec663c req-29f18199-216b-4e34-8a89-3b1f91cf04d7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0518875 Apr 06 11:10:32.915961 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e6f8042d-2f45-4c49-b783-2ea8a2ec663c req-e147a0d9-22f1-4545-a827-db134e111ec1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 Apr 06 11:10:33.252626 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:10:33.268753 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51bd61-0f7c-41b6-98ea-a40ef9dd315c req-68981d4c-1171-48d6-a93b-7d8957d14d02 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:33.270251 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ad51bd61-0f7c-41b6-98ea-a40ef9dd315c req-68981d4c-1171-48d6-a93b-7d8957d14d02 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 943 time: 0.0549192 Apr 06 11:10:33.318573 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ad51bd61-0f7c-41b6-98ea-a40ef9dd315c req-9778fd62-0bc2-4d42-83f3-87b07ac8b265 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423388 Apr 06 11:10:33.354440 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:10:33.365273 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'port_id': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9', 'mac_address': 'fa:16:3e:5e:38:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:10:33.407389 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:10:33.407787 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:33.421419 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:10:33.442112 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:10:33.498249 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:33.545316 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:33.968871 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 49860) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:34.036127 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cb035-2159-4296-8881-4680b8218830 req-b6ac6533-09ec-4e6b-bcc8-af48f0ad3d07 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:34.037661 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f92cb035-2159-4296-8881-4680b8218830 req-b6ac6533-09ec-4e6b-bcc8-af48f0ad3d07 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0535789 Apr 06 11:10:34.100468 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f92cb035-2159-4296-8881-4680b8218830 req-7092ff0c-652c-46e4-af17-fabe646252fe tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568502 Apr 06 11:10:34.106832 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d40fa25d-6c18-4dd4-8489-14843c7f4055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:34.151966 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:10:34.184313 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d40fa25d-6c18-4dd4-8489-14843c7f4055 admin admin] Publish callbacks [] for security_group (24d665c9-04a4-421f-856f-989adef34fec), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:34.263806 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d40fa25d-6c18-4dd4-8489-14843c7f4055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (24d665c9-04a4-421f-856f-989adef34fec), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:34.304156 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d40fa25d-6c18-4dd4-8489-14843c7f4055 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3ce1c3afe244184898cd4d28a766de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338938 Apr 06 11:10:34.304993 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fa25d-6c18-4dd4-8489-14843c7f4055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d665c9-04a4-421f-856f-989adef34fec,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:34.306775 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 49868) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:34.354255 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Publish callbacks [] for security_group (24d665c9-04a4-421f-856f-989adef34fec), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:34.375367 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Publish callbacks [] for security_group (24d665c9-04a4-421f-856f-989adef34fec), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:34.454266 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afbeb8-02bf-47d6-8117-84bb7ca05338 req-68926606-0847-4fa3-bc32-2bfd21fb5d65 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:34.455697 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f4afbeb8-02bf-47d6-8117-84bb7ca05338 req-68926606-0847-4fa3-bc32-2bfd21fb5d65 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 944 time: 0.0700057 Apr 06 11:10:34.502356 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f4afbeb8-02bf-47d6-8117-84bb7ca05338 req-59e5b8ba-0ee7-4456-bf1f-3d9ad4c48fb8 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399055 Apr 06 11:10:34.538529 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (24d665c9-04a4-421f-856f-989adef34fec), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:34.541817 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:34.543990 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24d665c9-04a4-421f-856f-989adef34fec HTTP/1.1" status: 204 len: 168 time: 0.2351804 Apr 06 11:10:34.551246 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d665c9-04a4-421f-856f-989adef34fec,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:34.558359 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.558647 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.558997 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.559347 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.559684 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.560024 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.560360 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.560684 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.561041 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.561404 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.561734 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.562077 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.562420 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.562721 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:34.563049 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7029269-ca5f-451a-9bf6-b36278ba647c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:10:35.217792 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1230934-9688-4db1-a078-7f4619b01337 req-335cc864-9191-4f3a-9200-8d9279bfde90 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:35.219237 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b1230934-9688-4db1-a078-7f4619b01337 req-335cc864-9191-4f3a-9200-8d9279bfde90 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0511777 Apr 06 11:10:35.265197 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b1230934-9688-4db1-a078-7f4619b01337 req-82f1c584-64ff-4555-892d-f4eff451f3a6 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402355 Apr 06 11:10:35.616475 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f3a9d-d5ec-4e58-91b1-8cbc9358fd46 req-b09f8315-84a7-41ed-b797-90159de91855 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:35.617947 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-831f3a9d-d5ec-4e58-91b1-8cbc9358fd46 req-b09f8315-84a7-41ed-b797-90159de91855 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 944 time: 0.0509286 Apr 06 11:10:35.663562 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-831f3a9d-d5ec-4e58-91b1-8cbc9358fd46 req-2c7576fb-e132-4190-84e4-041484e45dd5 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400870 Apr 06 11:10:36.378021 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f3e83-e3da-4f57-bd5e-5ec1806b5df4 req-e9fc7113-f7a9-4bb7-acfd-7397300c2c18 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:36.379395 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c08f3e83-e3da-4f57-bd5e-5ec1806b5df4 req-e9fc7113-f7a9-4bb7-acfd-7397300c2c18 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0506785 Apr 06 11:10:36.428221 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c08f3e83-e3da-4f57-bd5e-5ec1806b5df4 req-86786ceb-dcf7-4a5b-aa2d-d0afd67ab1e8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426457 Apr 06 11:10:36.780672 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a850e1-d624-4985-ae01-40a0ab76c5b8 req-b540f2e9-5e7d-4830-aa6a-edc8c083fdbd tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:36.782124 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-99a850e1-d624-4985-ae01-40a0ab76c5b8 req-b540f2e9-5e7d-4830-aa6a-edc8c083fdbd tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 944 time: 0.0536935 Apr 06 11:10:36.826960 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-99a850e1-d624-4985-ae01-40a0ab76c5b8 req-c2dfcc33-36cd-45c9-b93c-f8644fe0574b tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393245 Apr 06 11:10:37.541469 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1100f-37b8-4040-b622-645ba6cd7c1d req-fb5aba71-c03d-4c7e-aeeb-de702b301ba3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:37.542923 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52f1100f-37b8-4040-b622-645ba6cd7c1d req-fb5aba71-c03d-4c7e-aeeb-de702b301ba3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0507693 Apr 06 11:10:37.588091 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52f1100f-37b8-4040-b622-645ba6cd7c1d req-241dffe0-a666-4393-87f5-ec65ecc559c6 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395916 Apr 06 11:10:37.938988 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3126f-60f3-4a18-9bc8-98abbe3e85cf req-d5978252-e09f-4715-9bf2-49c4f7b28098 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:37.940426 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39e3126f-60f3-4a18-9bc8-98abbe3e85cf req-d5978252-e09f-4715-9bf2-49c4f7b28098 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 944 time: 0.0501502 Apr 06 11:10:37.986837 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39e3126f-60f3-4a18-9bc8-98abbe3e85cf req-c736cea1-967e-4065-a0a5-674e86d5f7cf tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Apr 06 11:10:38.701342 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b55209-aca6-48c6-b957-c4f91c782361 req-887372c4-565b-4361-8fb9-f6adbccfdb72 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:38.702770 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d1b55209-aca6-48c6-b957-c4f91c782361 req-887372c4-565b-4361-8fb9-f6adbccfdb72 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0503423 Apr 06 11:10:38.749611 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d1b55209-aca6-48c6-b957-c4f91c782361 req-64942915-74f0-41bb-85a8-a4bd03cedec0 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Apr 06 11:10:39.109872 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee709d4-a2f4-479c-81b5-7b631aa7efab req-d48164f6-a20a-4847-ba9a-d16a0cb5e043 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:39.111312 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2ee709d4-a2f4-479c-81b5-7b631aa7efab req-d48164f6-a20a-4847-ba9a-d16a0cb5e043 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 944 time: 0.0505540 Apr 06 11:10:39.159399 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2ee709d4-a2f4-479c-81b5-7b631aa7efab req-5ce58886-a53f-4429-850d-641da9e05244 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 Apr 06 11:10:39.869833 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc12f6-33b4-4f4b-a3ae-654d3ec573b1 req-958bb6d8-4d25-45a5-93d6-3f9ea0da6793 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:39.871257 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1afc12f6-33b4-4f4b-a3ae-654d3ec573b1 req-958bb6d8-4d25-45a5-93d6-3f9ea0da6793 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0533731 Apr 06 11:10:39.916060 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1afc12f6-33b4-4f4b-a3ae-654d3ec573b1 req-3127a51a-fd79-435c-9637-bb8530e9bf20 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394139 Apr 06 11:10:40.274555 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70c1d4-17d8-4d69-bda2-bfbb19cb2d4c req-09067511-4ac7-45de-8ef8-8173aac565f9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:40.275997 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6d70c1d4-17d8-4d69-bda2-bfbb19cb2d4c req-09067511-4ac7-45de-8ef8-8173aac565f9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 944 time: 0.0502806 Apr 06 11:10:40.321636 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6d70c1d4-17d8-4d69-bda2-bfbb19cb2d4c req-492dfe02-aca5-45ed-9f09-43122995ef64 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400820 Apr 06 11:10:40.776154 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:10:40.892265 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:10:40.896020 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:10:40.896406 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:40.974806 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:10:40.975203 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:40.998753 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:10:41.001006 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231c475b-c69e-4a6f-b09c-9e06d910c350" -d '{"events": [{"server_uuid": "3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0", "name": "network-vif-plugged", "status": "completed", "tag": "ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:10:41.014427 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:10:41.034889 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb7316-3ff1-4657-8db3-971f088eb7cd req-c33fc169-7132-4040-b3cf-b4bea9a2873d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:41.034889 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a2eb7316-3ff1-4657-8db3-971f088eb7cd req-c33fc169-7132-4040-b3cf-b4bea9a2873d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0518327 Apr 06 11:10:41.043445 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c43a85-705c-4854-9991-39b89473be94 x-openstack-request-id: req-29c43a85-705c-4854-9991-39b89473be94 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:10:41.043837 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0", "name": "network-vif-plugged", "status": "completed", "tag": "ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:10:41.044097 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29c43a85-705c-4854-9991-39b89473be94 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:10:41.044508 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c43a85-705c-4854-9991-39b89473be94'] response: {'server_uuid': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9', 'code': 200} Apr 06 11:10:41.080670 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:41.084829 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a2eb7316-3ff1-4657-8db3-971f088eb7cd req-4c445106-9b37-4550-81bd-63d208164ae0 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451784 Apr 06 11:10:41.131962 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:41.444614 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e35a8a-88ea-435a-994b-df43acdb1648 req-5758b99d-d211-4f24-a3be-05b8b66be10b tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:41.446094 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-58e35a8a-88ea-435a-994b-df43acdb1648 req-5758b99d-d211-4f24-a3be-05b8b66be10b tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0516090 Apr 06 11:10:41.491800 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-58e35a8a-88ea-435a-994b-df43acdb1648 req-b96c015d-873b-4780-85c2-5b9ce2024b0a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398996 Apr 06 11:10:41.499459 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661a6f6-1844-4a21-a15e-5f9623a79b50 req-6cbf880f-38bf-4d68-aabd-70bb7358efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:41.500975 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7661a6f6-1844-4a21-a15e-5f9623a79b50 req-6cbf880f-38bf-4d68-aabd-70bb7358efa2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 1129 time: 0.0471122 Apr 06 11:10:41.547550 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7661a6f6-1844-4a21-a15e-5f9623a79b50 req-059bfc41-0c66-4ab2-9dc2-b70e7ec1f0b5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363419 Apr 06 11:10:42.200066 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9c37e-a782-4c79-895e-769d94b7988e req-96d41681-7488-4e14-ab6f-6684c3a1db8e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:42.201466 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-05e9c37e-a782-4c79-895e-769d94b7988e req-96d41681-7488-4e14-ab6f-6684c3a1db8e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0498905 Apr 06 11:10:42.245981 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-05e9c37e-a782-4c79-895e-769d94b7988e req-3d9c9187-c06a-4ff8-b0ce-4dc6d777dde3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390952 Apr 06 11:10:42.610445 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbdaf0-3b08-4cfb-adc3-ddf845668e7a req-80116ded-307a-400a-9cc3-448a14e19526 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:42.611882 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-67cbdaf0-3b08-4cfb-adc3-ddf845668e7a req-80116ded-307a-400a-9cc3-448a14e19526 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0537064 Apr 06 11:10:42.661475 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-67cbdaf0-3b08-4cfb-adc3-ddf845668e7a req-0a542bc1-b14b-4246-951a-f2ebab93bda6 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431726 Apr 06 11:10:43.361172 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7af067-f6ba-4fb5-bc94-9872a0bb4230 req-6ae0fa9e-be78-4407-b6cc-422f64927dac tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:43.362599 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-df7af067-f6ba-4fb5-bc94-9872a0bb4230 req-6ae0fa9e-be78-4407-b6cc-422f64927dac tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0504203 Apr 06 11:10:43.409611 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-df7af067-f6ba-4fb5-bc94-9872a0bb4230 req-26c14478-ece8-4f87-ab8e-6c7007c1d998 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Apr 06 11:10:43.776269 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5543e-4255-4486-b88c-2d8b36d433c4 req-2690cc23-e738-4f22-b738-cfdf99999c8c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:43.777755 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3fd5543e-4255-4486-b88c-2d8b36d433c4 req-2690cc23-e738-4f22-b738-cfdf99999c8c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0502436 Apr 06 11:10:43.823471 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3fd5543e-4255-4486-b88c-2d8b36d433c4 req-30ccf8f6-d72a-408c-8853-d2ecbe727e63 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400026 Apr 06 11:10:44.525027 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c426c-69d8-44b5-a1f3-850fa0826896 req-a7612d78-1256-4fb6-8ca1-49f3149ab945 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:44.526529 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d61c426c-69d8-44b5-a1f3-850fa0826896 req-a7612d78-1256-4fb6-8ca1-49f3149ab945 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0530677 Apr 06 11:10:44.574087 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d61c426c-69d8-44b5-a1f3-850fa0826896 req-03b8fd1e-953b-4f59-8a7f-278a2e944bda tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 Apr 06 11:10:44.943505 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55dd5-fbfc-45fa-84c9-89d0fcf410d1 req-6a57aaad-2c8a-46b6-8de1-381196d23f65 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:44.944935 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-35f55dd5-fbfc-45fa-84c9-89d0fcf410d1 req-6a57aaad-2c8a-46b6-8de1-381196d23f65 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0542974 Apr 06 11:10:44.990793 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-35f55dd5-fbfc-45fa-84c9-89d0fcf410d1 req-4a605678-9510-46e2-938a-212409cb5efe tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400934 Apr 06 11:10:45.006656 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:45.106289 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5fe40-4f50-4f3b-805e-2267539a8c64 req-e6acbfad-40e2-48ae-b791-e3bea8b40a71 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:45.107671 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84c5fe40-4f50-4f3b-805e-2267539a8c64 req-e6acbfad-40e2-48ae-b791-e3bea8b40a71 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0554209 Apr 06 11:10:45.116113 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50004) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:45.120245 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-f41f4455-080d-4219-b6d5-64f1cfddda88 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Request body: {'floatingip': {'port_id': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:10:45.161271 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f41f4455-080d-4219-b6d5-64f1cfddda88 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (e3a0f724-7408-4f2b-9713-dfa6c051d101), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:45.587953 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f41f4455-080d-4219-b6d5-64f1cfddda88 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:45.652494 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f41f4455-080d-4219-b6d5-64f1cfddda88 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (e3a0f724-7408-4f2b-9713-dfa6c051d101), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:45.694782 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52e0a7-eab6-4757-a05e-f815496516d9 req-03bcc608-e7bb-44ad-8908-e8736614ec5e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:45.696937 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-dd52e0a7-eab6-4757-a05e-f815496516d9 req-03bcc608-e7bb-44ad-8908-e8736614ec5e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0584614 Apr 06 11:10:45.751854 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-dd52e0a7-eab6-4757-a05e-f815496516d9 req-34ba1f60-3ec2-4697-99c4-b9674cc32767 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480583 Apr 06 11:10:45.772360 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-f41f4455-080d-4219-b6d5-64f1cfddda88 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Floating IP e3a0f724-7408-4f2b-9713-dfa6c051d101 associated. External IP: 172.27.3.4, port: ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9. Apr 06 11:10:45.975531 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41f4455-080d-4219-b6d5-64f1cfddda88 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Router df140f47-9df1-4be6-82a6-fa1e52d7acb9 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:10:46.082560 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41f4455-080d-4219-b6d5-64f1cfddda88 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:10:46.087466 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-f41f4455-080d-4219-b6d5-64f1cfddda88 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:46.093544 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d9b79-78dd-42c4-b19d-a9ae4f9bc05a None None] Sync routers for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:10:46.104115 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d9b79-78dd-42c4-b19d-a9ae4f9bc05a None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:10:46.104805 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d91d9b79-78dd-42c4-b19d-a9ae4f9bc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:10:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:46.116360 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f41f4455-080d-4219-b6d5-64f1cfddda88 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "PUT /v2.0/floatingips/e3a0f724-7408-4f2b-9713-dfa6c051d101 HTTP/1.1" status: 200 len: 989 time: 0.9992445 Apr 06 11:10:46.117048 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'tag': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:10:46.119852 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ed1ab7-55e2-4c1d-9793-3a0831530d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0", "tag": "ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:10:46.153538 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c03c33c-40ba-4915-b9d2-a7a519411510 x-openstack-request-id: req-4c03c33c-40ba-4915-b9d2-a7a519411510 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:10:46.153835 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0", "tag": "ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:10:46.154094 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c03c33c-40ba-4915-b9d2-a7a519411510 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:10:46.154503 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c03c33c-40ba-4915-b9d2-a7a519411510'] response: {'name': 'network-changed', 'server_uuid': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'tag': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9', 'status': 'completed', 'code': 200} Apr 06 11:10:46.212321 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-d91d9b79-78dd-42c4-b19d-a9ae4f9bc05a None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:10:46.281362 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed1ab7-55e2-4c1d-9793-3a0831530d6e req-a0e92565-8cb4-46c9-8cd8-d9cf3db6bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:46.282912 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0ed1ab7-55e2-4c1d-9793-3a0831530d6e req-a0e92565-8cb4-46c9-8cd8-d9cf3db6bc6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 1129 time: 0.0505564 Apr 06 11:10:46.375966 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed1ab7-55e2-4c1d-9793-3a0831530d6e req-9aac702d-2633-4536-b760-862648936d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:46.377460 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0ed1ab7-55e2-4c1d-9793-3a0831530d6e req-9aac702d-2633-4536-b760-862648936d0c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a731990e-ef5a-45e6-9019-7f964cfe85bf HTTP/1.1" status: 200 len: 911 time: 0.0864985 Apr 06 11:10:46.439193 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d91d9b79-78dd-42c4-b19d-a9ae4f9bc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'e3a0f724-7408-4f2b-9713-dfa6c051d101', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'port_id': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'mac_address': 'fa:16:3e:5e:38:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:10:20Z', 'updated_at': '2022-04-06T11:10:45Z', 'revision_number': 1, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:46.449122 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0ed1ab7-55e2-4c1d-9793-3a0831530d6e req-9343a6e6-c933-4d2a-a2dc-0afc9752622c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 HTTP/1.1" status: 200 len: 997 time: 0.0611811 Apr 06 11:10:46.468453 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d9b79-78dd-42c4-b19d-a9ae4f9bc05a None None] Checking router: df140f47-9df1-4be6-82a6-fa1e52d7acb9 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:10:46.477250 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d9b79-78dd-42c4-b19d-a9ae4f9bc05a None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:10:46.477847 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d91d9b79-78dd-42c4-b19d-a9ae4f9bc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:10:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:46.500116 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed1ab7-55e2-4c1d-9793-3a0831530d6e req-bfe4ff69-2bab-4f41-8336-874b497b2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:46.501621 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0ed1ab7-55e2-4c1d-9793-3a0831530d6e req-bfe4ff69-2bab-4f41-8336-874b497b2780 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec6ff60-8e86-42a1-8b1f-3cb289d760bb HTTP/1.1" status: 200 len: 849 time: 0.0449164 Apr 06 11:10:46.557859 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed1ab7-55e2-4c1d-9793-3a0831530d6e req-728c7c5b-deda-4c0e-b8e9-8f95f25255ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:46.559395 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0ed1ab7-55e2-4c1d-9793-3a0831530d6e req-728c7c5b-deda-4c0e-b8e9-8f95f25255ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a731990e-ef5a-45e6-9019-7f964cfe85bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473058 Apr 06 11:10:46.603413 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-d91d9b79-78dd-42c4-b19d-a9ae4f9bc05a None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:10:46.659310 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0ed1ab7-55e2-4c1d-9793-3a0831530d6e req-dc519aac-b658-4071-afdb-c6717e335e13 service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891178 Apr 06 11:10:46.756670 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0ed1ab7-55e2-4c1d-9793-3a0831530d6e req-db7691c9-c211-4aad-90f3-537e70e694d3 service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887926 Apr 06 11:10:46.876111 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcecfde-cb5b-4efc-8860-cfb1c2747b4b req-ddf589f0-16de-4576-977c-1fd9e8674e47 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:46.877624 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4fcecfde-cb5b-4efc-8860-cfb1c2747b4b req-ddf589f0-16de-4576-977c-1fd9e8674e47 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0552475 Apr 06 11:10:46.932991 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4fcecfde-cb5b-4efc-8860-cfb1c2747b4b req-832783f6-88bd-492f-9334-92c9ac3130f7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478711 Apr 06 11:10:46.935519 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d91d9b79-78dd-42c4-b19d-a9ae4f9bc05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'e3a0f724-7408-4f2b-9713-dfa6c051d101', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'port_id': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'mac_address': 'fa:16:3e:5e:38:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:10:20Z', 'updated_at': '2022-04-06T11:10:45Z', 'revision_number': 1, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:10:46.965685 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91d9b79-78dd-42c4-b19d-a9ae4f9bc05a None None] The sync data for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi is: [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'e3a0f724-7408-4f2b-9713-dfa6c051d101', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'port_id': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'mac_address': 'fa:16:3e:5e:38:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:10:20Z', 'updated_at': '2022-04-06T11:10:45Z', 'revision_number': 1, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:10:47.152836 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0839a589-7d62-4ab6-a3be-0736d516b25d None None] New status for floating IP e3a0f724-7408-4f2b-9713-dfa6c051d101: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:10:47.339848 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50050) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:47.445416 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8a392a9-04ea-4152-b51b-2ab98ad950bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:47.515048 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8a392a9-04ea-4152-b51b-2ab98ad950bf admin admin] Publish callbacks [] for security_group (c02dec55-b568-402f-9a06-d2192b5c03a2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:47.566485 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b8a392a9-04ea-4152-b51b-2ab98ad950bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (c02dec55-b568-402f-9a06-d2192b5c03a2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:47.603903 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b8a392a9-04ea-4152-b51b-2ab98ad950bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b53550b1305425ca539afb1a0ebc2de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629147 Apr 06 11:10:47.604685 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a392a9-04ea-4152-b51b-2ab98ad950bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02dec55-b568-402f-9a06-d2192b5c03a2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:47.606596 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50054) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:47.652972 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76a388ae-ee21-458b-b930-b9b3fe2eeb9c admin admin] Publish callbacks [] for security_group (c02dec55-b568-402f-9a06-d2192b5c03a2), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:47.675579 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76a388ae-ee21-458b-b930-b9b3fe2eeb9c admin admin] Publish callbacks [] for security_group (c02dec55-b568-402f-9a06-d2192b5c03a2), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:47.760829 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76a388ae-ee21-458b-b930-b9b3fe2eeb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (c02dec55-b568-402f-9a06-d2192b5c03a2), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:47.763411 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-76a388ae-ee21-458b-b930-b9b3fe2eeb9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:47.764509 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-76a388ae-ee21-458b-b930-b9b3fe2eeb9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c02dec55-b568-402f-9a06-d2192b5c03a2 HTTP/1.1" status: 204 len: 168 time: 0.1569786 Apr 06 11:10:47.771780 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a388ae-ee21-458b-b930-b9b3fe2eeb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02dec55-b568-402f-9a06-d2192b5c03a2,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:48.054207 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e0848-bf3d-4a8d-b41d-798d3749ef61 req-19456550-8a5d-483b-9946-8afc3b127172 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:48.055710 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b84e0848-bf3d-4a8d-b41d-798d3749ef61 req-19456550-8a5d-483b-9946-8afc3b127172 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0558107 Apr 06 11:10:48.101240 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b84e0848-bf3d-4a8d-b41d-798d3749ef61 req-ed49c379-d13f-4b5d-b691-f9ef67b9d4e4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396121 Apr 06 11:10:48.297755 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50068) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:48.310496 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b38c3fbc-87ff-4d32-85d1-91d3b45f4d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:48.381472 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b38c3fbc-87ff-4d32-85d1-91d3b45f4d22 admin admin] Publish callbacks [] for security_group (41a5f338-9a4a-43b8-8db9-4ade7df09c15), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:48.452088 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b38c3fbc-87ff-4d32-85d1-91d3b45f4d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (41a5f338-9a4a-43b8-8db9-4ade7df09c15), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:48.487763 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c3fbc-87ff-4d32-85d1-91d3b45f4d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a5f338-9a4a-43b8-8db9-4ade7df09c15,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:48.491905 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b38c3fbc-87ff-4d32-85d1-91d3b45f4d22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01bdc3ebf72c4894b664ae3f90b09cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931117 Apr 06 11:10:48.495135 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50070) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:10:48.543167 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b74cccc-7116-4047-bb91-683ce89f1b95 admin admin] Publish callbacks [] for security_group (41a5f338-9a4a-43b8-8db9-4ade7df09c15), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:48.564169 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b74cccc-7116-4047-bb91-683ce89f1b95 admin admin] Publish callbacks [] for security_group (41a5f338-9a4a-43b8-8db9-4ade7df09c15), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:48.663544 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b74cccc-7116-4047-bb91-683ce89f1b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (41a5f338-9a4a-43b8-8db9-4ade7df09c15), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:48.666157 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b74cccc-7116-4047-bb91-683ce89f1b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:48.667271 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8b74cccc-7116-4047-bb91-683ce89f1b95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/41a5f338-9a4a-43b8-8db9-4ade7df09c15 HTTP/1.1" status: 204 len: 168 time: 0.1714127 Apr 06 11:10:48.675327 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74cccc-7116-4047-bb91-683ce89f1b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a5f338-9a4a-43b8-8db9-4ade7df09c15,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:10:49.216005 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af436f0b-3ad2-4c57-8631-3c20e465805f req-f1ca164d-57d2-46fe-bf84-7756a7845b7d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:49.217500 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-af436f0b-3ad2-4c57-8631-3c20e465805f req-f1ca164d-57d2-46fe-bf84-7756a7845b7d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0508900 Apr 06 11:10:49.264977 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-af436f0b-3ad2-4c57-8631-3c20e465805f req-43e62ea2-5da1-4661-816b-8e6aa308308d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Apr 06 11:10:50.386591 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09bc77-fc64-408c-a257-b65e1109fa6b req-0f990092-e6c2-409a-956c-d8f51dcd7207 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:50.388067 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae09bc77-fc64-408c-a257-b65e1109fa6b req-0f990092-e6c2-409a-956c-d8f51dcd7207 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0511296 Apr 06 11:10:50.434504 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae09bc77-fc64-408c-a257-b65e1109fa6b req-3f20b39b-4260-4da9-87ba-241234dbca89 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408587 Apr 06 11:10:51.557865 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e4245-9ad7-4687-a5e2-6fdbcb241c2c req-2847ea3c-1442-4502-bb29-779da35615bd tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:51.559321 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e61e4245-9ad7-4687-a5e2-6fdbcb241c2c req-2847ea3c-1442-4502-bb29-779da35615bd tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0565901 Apr 06 11:10:51.607773 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e61e4245-9ad7-4687-a5e2-6fdbcb241c2c req-ed622f8b-af21-4895-a283-a37b431a7bbf tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Apr 06 11:10:51.677132 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3165dc-6f65-4180-9859-0a94924c7176 req-662a3aee-9e62-431a-b9d1-d51049f080c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:51.678634 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-da3165dc-6f65-4180-9859-0a94924c7176 req-662a3aee-9e62-431a-b9d1-d51049f080c9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 1130 time: 0.0445120 Apr 06 11:10:51.723032 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-da3165dc-6f65-4180-9859-0a94924c7176 req-9c29bf02-3512-49cc-8ac8-3c42a68ac3d8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 Apr 06 11:10:51.934443 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-baa1bcca-7ce1-4cfa-ab18-9d7718e8c49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:52.723858 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efe660-d313-43d9-b7dd-35dcc4e84b93 req-b3fcd136-742c-4606-9c07-a8d72e7102d8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:52.725350 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-21efe660-d313-43d9-b7dd-35dcc4e84b93 req-b3fcd136-742c-4606-9c07-a8d72e7102d8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0513515 Apr 06 11:10:52.771048 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-21efe660-d313-43d9-b7dd-35dcc4e84b93 req-acf014f0-da46-49ea-ba94-0da6a6c65fc6 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Apr 06 11:10:53.884549 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa171bc-9be4-4d8f-b6d2-e94190246552 req-cea25181-d09a-43e6-b2d1-9fb2266e6f49 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:53.886005 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3aa171bc-9be4-4d8f-b6d2-e94190246552 req-cea25181-d09a-43e6-b2d1-9fb2266e6f49 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0506072 Apr 06 11:10:53.931595 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3aa171bc-9be4-4d8f-b6d2-e94190246552 req-e76bb029-73e3-4667-8cb6-2b6873ca7aa4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400743 Apr 06 11:10:54.246485 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-089e1bef-d935-4b13-ab07-95272d6d2e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:55.043869 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc7ba-ddad-487d-8a1e-5255c16620eb req-57a6ae4c-9b60-4096-9cda-d27ece6a222a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:55.045331 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8e1cc7ba-ddad-487d-8a1e-5255c16620eb req-57a6ae4c-9b60-4096-9cda-d27ece6a222a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0498068 Apr 06 11:10:55.099581 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8e1cc7ba-ddad-487d-8a1e-5255c16620eb req-298b42ac-871e-48ba-b5ad-32f1d6a60f91 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482476 Apr 06 11:10:55.583077 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:55.778864 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e84644-00a0-40c3-b15e-d20c7e817e93 req-004b558e-9468-4f7a-90a9-42b4bb34f083 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:55.780268 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-00e84644-00a0-40c3-b15e-d20c7e817e93 req-004b558e-9468-4f7a-90a9-42b4bb34f083 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0500498 Apr 06 11:10:55.825003 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-00e84644-00a0-40c3-b15e-d20c7e817e93 req-6f4ae51a-5d86-407a-95e0-f3380f665648 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390098 Apr 06 11:10:56.760875 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:56.941376 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01eab7-e6b1-4551-a809-f2ae505faaae req-60ade39d-9892-4ba1-8edf-12491bdc05e6 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:56.942734 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1e01eab7-e6b1-4551-a809-f2ae505faaae req-60ade39d-9892-4ba1-8edf-12491bdc05e6 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0514982 Apr 06 11:10:56.987866 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1e01eab7-e6b1-4551-a809-f2ae505faaae req-429b43c4-77b2-49dc-b7f3-cd21d7313bae tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396385 Apr 06 11:10:58.036277 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:10:58.106197 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b2055-99cf-430e-95f4-d8e6a94eaffe req-2ee88301-3024-4bea-b8dc-c0872a468bc3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:58.107624 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2a3b2055-99cf-430e-95f4-d8e6a94eaffe req-2ee88301-3024-4bea-b8dc-c0872a468bc3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0537465 Apr 06 11:10:58.153272 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2a3b2055-99cf-430e-95f4-d8e6a94eaffe req-074e7d24-4ea2-4a76-92e3-d180e3f42346 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 Apr 06 11:10:58.240683 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:58.850216 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139fd41-fbba-4749-a6db-17892a30b9be req-7fa8cc57-e5b8-4d3c-a7e0-faae652e8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:58.851598 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9139fd41-fbba-4749-a6db-17892a30b9be req-7fa8cc57-e5b8-4d3c-a7e0-faae652e8e88 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 1130 time: 0.0437567 Apr 06 11:10:59.193238 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139fd41-fbba-4749-a6db-17892a30b9be req-54a13252-e174-4ef2-9f69-4194df0ea7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:59.194684 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9139fd41-fbba-4749-a6db-17892a30b9be req-54a13252-e174-4ef2-9f69-4194df0ea7d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 919 time: 0.3346872 Apr 06 11:10:59.235562 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9139fd41-fbba-4749-a6db-17892a30b9be req-73c86855-4a1d-46ff-9d61-4c411c4cf06a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=797d1c25-af28-41b7-a702-c05a6fb9fa65 HTTP/1.1" status: 200 len: 217 time: 0.0342047 Apr 06 11:10:59.310145 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139fd41-fbba-4749-a6db-17892a30b9be req-6eaa2d9e-a286-4339-ad98-8c613bcad0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:59.311565 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9139fd41-fbba-4749-a6db-17892a30b9be req-6eaa2d9e-a286-4339-ad98-8c613bcad0ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0677843 Apr 06 11:10:59.323515 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5422e0-469a-46ca-b40d-4461339c9c91 req-8631cd4e-9a4a-4f7f-8687-a7739767b47f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:59.324877 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8e5422e0-469a-46ca-b40d-4461339c9c91 req-8631cd4e-9a4a-4f7f-8687-a7739767b47f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0919585 Apr 06 11:10:59.396258 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139fd41-fbba-4749-a6db-17892a30b9be req-c09c1b19-ecaa-4d1f-b3a8-2f9cd3a2512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:59.397735 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9139fd41-fbba-4749-a6db-17892a30b9be req-c09c1b19-ecaa-4d1f-b3a8-2f9cd3a2512b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720088 Apr 06 11:10:59.401634 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8e5422e0-469a-46ca-b40d-4461339c9c91 req-a20bbbcc-b96f-45d5-aff3-d182201cd55b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675688 Apr 06 11:10:59.488620 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9139fd41-fbba-4749-a6db-17892a30b9be req-a5a78ea1-625c-4512-b79a-1ecb98a61b11 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833168 Apr 06 11:10:59.580003 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9139fd41-fbba-4749-a6db-17892a30b9be req-09a0a064-c9a9-43af-aba7-e4bec88d6b88 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796824 Apr 06 11:11:00.298754 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50216) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:00.401234 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6124a5f5-fce7-4c61-84c5-5e978e7d573c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:00.500989 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6124a5f5-fce7-4c61-84c5-5e978e7d573c admin admin] Publish callbacks [] for security_group (24c7887b-d447-4e5a-b1fa-5052195b0702), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:00.522958 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f4870-312e-403c-93cc-6f140638a35f req-c67e3940-874d-4ec4-b467-644e77919515 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:00.524584 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-546f4870-312e-403c-93cc-6f140638a35f req-c67e3940-874d-4ec4-b467-644e77919515 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0572414 Apr 06 11:11:00.574133 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-546f4870-312e-403c-93cc-6f140638a35f req-4227405c-954f-4042-a535-45d5c0d7cb67 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 Apr 06 11:11:00.589851 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6124a5f5-fce7-4c61-84c5-5e978e7d573c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (24c7887b-d447-4e5a-b1fa-5052195b0702), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:00.626687 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6124a5f5-fce7-4c61-84c5-5e978e7d573c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8a70e51069e48d4bd49403c898e8c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268158 Apr 06 11:11:00.627463 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124a5f5-fce7-4c61-84c5-5e978e7d573c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c7887b-d447-4e5a-b1fa-5052195b0702,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:00.629439 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50224) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:00.678477 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ab42bee-2463-4924-95ee-5d391ec955bd admin admin] Publish callbacks [] for security_group (24c7887b-d447-4e5a-b1fa-5052195b0702), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:00.698960 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ab42bee-2463-4924-95ee-5d391ec955bd admin admin] Publish callbacks [] for security_group (24c7887b-d447-4e5a-b1fa-5052195b0702), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:00.817654 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ab42bee-2463-4924-95ee-5d391ec955bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (24c7887b-d447-4e5a-b1fa-5052195b0702), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:00.820197 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4ab42bee-2463-4924-95ee-5d391ec955bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:00.821349 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4ab42bee-2463-4924-95ee-5d391ec955bd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24c7887b-d447-4e5a-b1fa-5052195b0702 HTTP/1.1" status: 204 len: 168 time: 0.1908722 Apr 06 11:11:00.829444 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab42bee-2463-4924-95ee-5d391ec955bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c7887b-d447-4e5a-b1fa-5052195b0702,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:01.689768 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f8669-8773-418f-8833-e473a7b8493b req-bb5aa1c5-f928-49af-9d6a-c62eac5d9026 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:01.691246 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-165f8669-8773-418f-8833-e473a7b8493b req-bb5aa1c5-f928-49af-9d6a-c62eac5d9026 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0522404 Apr 06 11:11:01.737297 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-165f8669-8773-418f-8833-e473a7b8493b req-cec96ae3-ea4d-4196-affd-2b62cf004a70 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405352 Apr 06 11:11:02.851691 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2221521-293a-42e4-acc7-6964a0850a19 req-3e8654f9-e5cd-44e7-a6d0-b5328d80a40d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:02.853171 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a2221521-293a-42e4-acc7-6964a0850a19 req-3e8654f9-e5cd-44e7-a6d0-b5328d80a40d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0496643 Apr 06 11:11:02.899627 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a2221521-293a-42e4-acc7-6964a0850a19 req-e007e389-e269-4640-98ad-b294276d8cb7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Apr 06 11:11:04.017593 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16bed8-4454-4c88-b76b-f23185858b6d req-2740378c-cb12-4e00-a383-fbf4e8df9927 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:04.023761 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ce16bed8-4454-4c88-b76b-f23185858b6d req-2740378c-cb12-4e00-a383-fbf4e8df9927 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0546947 Apr 06 11:11:04.065292 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ce16bed8-4454-4c88-b76b-f23185858b6d req-0ff7c23f-89d5-43a5-80e1-9bab7db52db6 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Apr 06 11:11:05.180220 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb13326-5c0d-471e-b5ca-7b6f630843c6 req-a72d5597-3bef-453f-8215-d71c344d37b1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:05.182153 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bcb13326-5c0d-471e-b5ca-7b6f630843c6 req-a72d5597-3bef-453f-8215-d71c344d37b1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0496190 Apr 06 11:11:05.229241 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bcb13326-5c0d-471e-b5ca-7b6f630843c6 req-17867f93-bf83-4cba-adbb-0c934f2f97c9 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Apr 06 11:11:06.345942 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614e9be-4421-4b5d-9d72-7051acb51532 req-3943d165-b2bc-4ebb-b70c-b296e406006e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:06.347385 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a614e9be-4421-4b5d-9d72-7051acb51532 req-3943d165-b2bc-4ebb-b70c-b296e406006e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0538838 Apr 06 11:11:06.392376 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a614e9be-4421-4b5d-9d72-7051acb51532 req-aa2e20ec-32c8-4f81-ae4e-457dcb446904 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Apr 06 11:11:07.507637 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5934646-9dd0-4ede-89e0-14e2cd48cc49 req-ac654599-162b-4b04-96af-2b89ea8b4327 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:07.509148 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c5934646-9dd0-4ede-89e0-14e2cd48cc49 req-ac654599-162b-4b04-96af-2b89ea8b4327 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0510945 Apr 06 11:11:07.555607 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c5934646-9dd0-4ede-89e0-14e2cd48cc49 req-89032383-e3cc-459f-9f91-4bf81cfc05ba tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Apr 06 11:11:08.671781 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b03260-5657-41ba-8abe-a1632c429fda req-89980baf-4e1f-4eaf-9dc4-45ad34b910fe tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:08.673557 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c2b03260-5657-41ba-8abe-a1632c429fda req-89980baf-4e1f-4eaf-9dc4-45ad34b910fe tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0535755 Apr 06 11:11:08.720254 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c2b03260-5657-41ba-8abe-a1632c429fda req-db85a779-3e61-49aa-9d4c-ab729feed858 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Apr 06 11:11:14.954640 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:15.409006 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c45776f6-6068-450e-bbcc-585a583a2eaf req-32926665-22a8-4a12-913a-26a1950dfdc4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452056 Apr 06 11:11:15.508169 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45776f6-6068-450e-bbcc-585a583a2eaf req-a95ea04a-a644-4392-bbae-7b372ac49307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:15.509645 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c45776f6-6068-450e-bbcc-585a583a2eaf req-a95ea04a-a644-4392-bbae-7b372ac49307 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 1130 time: 0.0425858 Apr 06 11:11:15.618350 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45776f6-6068-450e-bbcc-585a583a2eaf req-377260e4-29ee-4595-88e4-4e570b68e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:15.625637 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c45776f6-6068-450e-bbcc-585a583a2eaf req-377260e4-29ee-4595-88e4-4e570b68e468 service neutron] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 919 time: 0.0894184 Apr 06 11:11:15.667947 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c45776f6-6068-450e-bbcc-585a583a2eaf req-3c33727b-2251-45de-8d28-c73718eac22f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=797d1c25-af28-41b7-a702-c05a6fb9fa65 HTTP/1.1" status: 200 len: 217 time: 0.0380814 Apr 06 11:11:15.718350 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45776f6-6068-450e-bbcc-585a583a2eaf req-23e9d05c-4319-4091-ad18-2ae1e6965a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:15.719857 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c45776f6-6068-450e-bbcc-585a583a2eaf req-23e9d05c-4319-4091-ad18-2ae1e6965a52 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0450718 Apr 06 11:11:15.767909 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45776f6-6068-450e-bbcc-585a583a2eaf req-5deb68c7-ab4e-4d27-beb0-80c1467e83b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:15.769381 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c45776f6-6068-450e-bbcc-585a583a2eaf req-5deb68c7-ab4e-4d27-beb0-80c1467e83b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426998 Apr 06 11:11:15.840344 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50426) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:15.844564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-1b9101f4-c4f5-43cb-ae28-20b44a16dce2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--792750123', 'description': 'tempest-description--1138837798'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:11:15.866902 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c45776f6-6068-450e-bbcc-585a583a2eaf req-1847ad82-33e7-4602-b78b-81a8079a82cb service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908468 Apr 06 11:11:15.937306 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b9101f4-c4f5-43cb-ae28-20b44a16dce2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:15.954941 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c45776f6-6068-450e-bbcc-585a583a2eaf req-22a08bf0-cccc-45a7-a4f8-a5608190c5dd service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817487 Apr 06 11:11:16.004044 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b9101f4-c4f5-43cb-ae28-20b44a16dce2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for security_group (5a105074-6097-4a0d-84bf-2d59ce3f87b4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.080387 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b9101f4-c4f5-43cb-ae28-20b44a16dce2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (5a105074-6097-4a0d-84bf-2d59ce3f87b4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.109548 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9101f4-c4f5-43cb-ae28-20b44a16dce2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a105074-6097-4a0d-84bf-2d59ce3f87b4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:16.157138 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1b9101f4-c4f5-43cb-ae28-20b44a16dce2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.158360 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1b9101f4-c4f5-43cb-ae28-20b44a16dce2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3171551 Apr 06 11:11:16.161252 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50434) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:16.165464 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-2c7fb264-8629-41ae-a4a3-d46e13f64df1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Request body: {'security_group_rule': {'security_group_id': '5a105074-6097-4a0d-84bf-2d59ce3f87b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:11:16.234533 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb264-8629-41ae-a4a3-d46e13f64df1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for security_group_rule (646d2f06-28f1-4836-93ff-d617ef7bad15), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.287568 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb264-8629-41ae-a4a3-d46e13f64df1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for security_group_rule (646d2f06-28f1-4836-93ff-d617ef7bad15), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.326509 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb264-8629-41ae-a4a3-d46e13f64df1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (646d2f06-28f1-4836-93ff-d617ef7bad15), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.347934 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fb264-8629-41ae-a4a3-d46e13f64df1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646d2f06-28f1-4836-93ff-d617ef7bad15,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:16.396648 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb264-8629-41ae-a4a3-d46e13f64df1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.397791 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-2c7fb264-8629-41ae-a4a3-d46e13f64df1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2356479 Apr 06 11:11:16.403700 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50438) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:16.409350 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-b69ad2a5-22a6-4955-8ea5-da130001e679 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Request body: {'security_group_rule': {'security_group_id': '5a105074-6097-4a0d-84bf-2d59ce3f87b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:11:16.490910 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b69ad2a5-22a6-4955-8ea5-da130001e679 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for security_group_rule (a93c6325-52af-402a-9591-d5e9e1d14d46), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.545762 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b69ad2a5-22a6-4955-8ea5-da130001e679 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for security_group_rule (a93c6325-52af-402a-9591-d5e9e1d14d46), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.605917 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b69ad2a5-22a6-4955-8ea5-da130001e679 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (a93c6325-52af-402a-9591-d5e9e1d14d46), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.624352 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ad2a5-22a6-4955-8ea5-da130001e679 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93c6325-52af-402a-9591-d5e9e1d14d46,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:16.693637 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b69ad2a5-22a6-4955-8ea5-da130001e679 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.694822 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b69ad2a5-22a6-4955-8ea5-da130001e679 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2900355 Apr 06 11:11:16.703596 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50442) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:16.707983 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:11:16.800791 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.892905 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.994954 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Allocated IP 172.27.3.242 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/05468b83-3b6c-4106-8452-383f10d9e97b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:11:17.090787 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for port (05468b83-3b6c-4106-8452-383f10d9e97b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:17.206312 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (05468b83-3b6c-4106-8452-383f10d9e97b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:17.241491 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:11:17.246303 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:11:17.250342 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:11:17.255604 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event updated for resources: {'Port': ['ID=05468b83-3b6c-4106-8452-383f10d9e97b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:17.334685 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for floatingip (779ff419-6087-4e4c-848c-1ae5f34e89e6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:17.433068 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (05468b83-3b6c-4106-8452-383f10d9e97b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:17.575943 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for port (05468b83-3b6c-4106-8452-383f10d9e97b), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:17.617268 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (05468b83-3b6c-4106-8452-383f10d9e97b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:17.685153 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event updated for resources: {'Port': ['ID=05468b83-3b6c-4106-8452-383f10d9e97b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:17.696824 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (779ff419-6087-4e4c-848c-1ae5f34e89e6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:17.780364 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:17.781677 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-5a0e0738-6406-4362-81f9-32ed2696dc38 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0770857 Apr 06 11:11:17.976815 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-ce510b99-a5b1-4c77-99c2-c1cda61a6d29 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--792750123&fields=id&tenant_id=570fcc7ba7fd442190ca2be7ca059e29 HTTP/1.1" status: 200 len: 267 time: 0.0442512 Apr 06 11:11:18.084408 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-2d5a5986-5be7-4805-9c4a-7b65cbb89dc0 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:18.085962 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-2d5a5986-5be7-4805-9c4a-7b65cbb89dc0 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 818 time: 0.1018891 Apr 06 11:11:18.100665 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-2daf0021-446a-4c96-9851-934fd5c3d09a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/quotas/570fcc7ba7fd442190ca2be7ca059e29 HTTP/1.1" status: 200 len: 375 time: 0.0087817 Apr 06 11:11:18.158225 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-5de606c3-d7db-45eb-ba34-36aeaae18b7f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0528090 Apr 06 11:11:18.253980 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-444ec7e2-86ab-49ea-ac3f-9a9e01c06b56 service neutron] 10.222.0.62 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848203 Apr 06 11:11:18.341608 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8e403515-a742-40b2-a461-78767aaa0c4e service neutron] 10.222.0.62 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818355 Apr 06 11:11:18.574295 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ab92d2c3-577b-4b92-8011-5ac4c47f57ef req-cb75c396-af40-45e8-89c1-539529374f32 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 210 time: 0.0269077 Apr 06 11:11:19.665393 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9233e61d-4f80-468a-a90b-5234baf4c0c8 req-66e026ee-3c18-48c6-a689-65b0195263b1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 210 time: 0.0269084 Apr 06 11:11:20.755119 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7f927358-b603-4dd2-afad-0114abe8f869 req-b01c588a-4430-455a-ad39-3bfb1cf08a1b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 210 time: 0.0255072 Apr 06 11:11:21.846694 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-21f335be-61fe-46e6-b82d-8d739a009974 req-8c5c1d0c-cb73-405c-ae39-8d1a879479cd tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 210 time: 0.0267055 Apr 06 11:11:21.892342 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4972d645-5549-4208-9b10-16f731358f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:22.942746 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-530a1326-ae99-4771-8a88-e6f60c179447 req-b7be5bb5-4d54-436a-8332-08234bb1e8c3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 210 time: 0.0273607 Apr 06 11:11:22.945738 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-85c00caa-43b8-42ad-b0b8-82d83b6a1f87 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:22.947219 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-85c00caa-43b8-42ad-b0b8-82d83b6a1f87 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 818 time: 0.1137137 Apr 06 11:11:23.022873 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8b820551-43b7-40a0-b0cf-0aa71e78cd28 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570fcc7ba7fd442190ca2be7ca059e29 HTTP/1.1" status: 200 len: 379 time: 0.0523200 Apr 06 11:11:23.039299 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Request body: {'port': {'device_id': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'admin_state_up': True, 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'security_groups': ['5a105074-6097-4a0d-84bf-2d59ce3f87b4']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:11:23.096424 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50534) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:23.205809 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc952-4ab2-45de-ac81-c17769230790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.235514 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Made reservation on behalf of 570fcc7ba7fd442190ca2be7ca059e29 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:11:23.239217 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.283255 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc952-4ab2-45de-ac81-c17769230790 admin admin] Publish callbacks [] for security_group (c7e27b0b-25ac-48e3-aac7-c9d71b86d664), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.349415 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc952-4ab2-45de-ac81-c17769230790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (c7e27b0b-25ac-48e3-aac7-c9d71b86d664), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.369650 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Allocated IP 172.20.0.8 (07045d9f-861e-4356-bcd4-b929f0eac50e/c89d16d6-7cbc-44e3-9652-f8b37712a880/6eb1ffd5-1644-4476-97af-ce297bb53c8a) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:11:23.519853 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.593606 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-2d8dc952-4ab2-45de-ac81-c17769230790 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5aca1557255f463f979a304ceb6ec5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960706 Apr 06 11:11:23.594417 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dc952-4ab2-45de-ac81-c17769230790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e27b0b-25ac-48e3-aac7-c9d71b86d664,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:23.596387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50542) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:23.621295 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.680849 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Network 07045d9f-861e-4356-bcd4-b929f0eac50e is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:11:23.686273 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:11:23.692243 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:11:23.700307 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event updated for resources: {'Port': ['ID=6eb1ffd5-1644-4476-97af-ce297bb53c8a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:23.728368 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-67ea8d4a-a074-4460-a582-cc198a80d470 admin admin] Publish callbacks [] for security_group (c7e27b0b-25ac-48e3-aac7-c9d71b86d664), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.766702 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:23.767331 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.771829 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-67ea8d4a-a074-4460-a582-cc198a80d470 admin admin] Publish callbacks [] for security_group (c7e27b0b-25ac-48e3-aac7-c9d71b86d664), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.865772 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-8583ce5c-7711-407c-b84c-55841d09ae6f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8301456 Apr 06 11:11:23.879944 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-67ea8d4a-a074-4460-a582-cc198a80d470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (c7e27b0b-25ac-48e3-aac7-c9d71b86d664), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.882653 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-67ea8d4a-a074-4460-a582-cc198a80d470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.883690 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-67ea8d4a-a074-4460-a582-cc198a80d470 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7e27b0b-25ac-48e3-aac7-c9d71b86d664 HTTP/1.1" status: 204 len: 168 time: 0.2861960 Apr 06 11:11:23.892056 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Request body: {'port': {'device_id': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:11:23.908074 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-1866f650-0952-4ce5-b263-c67dc54b0594 None None] Provisioning complete for port 6eb1ffd5-1644-4476-97af-ce297bb53c8a triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:11:23.908561 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1866f650-0952-4ce5-b263-c67dc54b0594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.919499 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea8d4a-a074-4460-a582-cc198a80d470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e27b0b-25ac-48e3-aac7-c9d71b86d664,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:23.968920 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-1866f650-0952-4ce5-b263-c67dc54b0594 None None] Port 6eb1ffd5-1644-4476-97af-ce297bb53c8a cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:11:23.984793 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.169079 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf597d-ad86-45e6-ae27-d95b799aaf9b req-e04e44b3-086f-41ed-a553-4f782df6d84f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:24.170725 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4cf597d-ad86-45e6-ae27-d95b799aaf9b req-e04e44b3-086f-41ed-a553-4f782df6d84f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 931 time: 0.1345809 Apr 06 11:11:24.269101 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4cf597d-ad86-45e6-ae27-d95b799aaf9b req-234199f8-6b6b-4f18-8968-99896fe97f59 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838766 Apr 06 11:11:24.303557 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab0cd-d642-4f99-be5d-f96e8a2dcae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.348055 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb1ffd5-1644-4476-97af-ce297bb53c8a {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:11:24.356078 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Publish callbacks [] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.368207 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Transition to ACTIVE for port object 6eb1ffd5-1644-4476-97af-ce297bb53c8a will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:11:24.469150 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.501873 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50560) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:24.516101 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bc243517-f56e-402b-9397-9cd3ba13d1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.520580 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb1ffd5-1644-4476-97af-ce297bb53c8a,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:24.590009 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Attempting to bind port 6eb1ffd5-1644-4476-97af-ce297bb53c8a on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:11:24.590381 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Attempting to bind port 6eb1ffd5-1644-4476-97af-ce297bb53c8a by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:11:24.590716 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Attempting to bind port 6eb1ffd5-1644-4476-97af-ce297bb53c8a on network 07045d9f-861e-4356-bcd4-b929f0eac50e {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:11:24.594332 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bc243517-f56e-402b-9397-9cd3ba13d1d6 admin admin] Publish callbacks [] for security_group (1ebf24be-80ec-45ad-9ed4-2f77062e3103), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.595207 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Port 6eb1ffd5-1644-4476-97af-ce297bb53c8a on network 07045d9f-861e-4356-bcd4-b929f0eac50e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:11:24.595524 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Attempting to bind port 6eb1ffd5-1644-4476-97af-ce297bb53c8a on network 07045d9f-861e-4356-bcd4-b929f0eac50e {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:11:24.600495 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:11:24.604110 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Checking segment: {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:11:24.604110 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Bound using segment: {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:11:24.604110 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Bound port: 6eb1ffd5-1644-4476-97af-ce297bb53c8a, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942725e5-57f5-4221-bafa-ea36b07d3a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:11:24.604110 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.663545 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bc243517-f56e-402b-9397-9cd3ba13d1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (1ebf24be-80ec-45ad-9ed4-2f77062e3103), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.679392 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] For port 6eb1ffd5-1644-4476-97af-ce297bb53c8a, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:11:24.682950 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] For port 6eb1ffd5-1644-4476-97af-ce297bb53c8a, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6eb1ffd5-1644-4476-97af-ce297bb53c8a,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:11:24.702755 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bc243517-f56e-402b-9397-9cd3ba13d1d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b40b7d4942d747848fa9e25467de54ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997211 Apr 06 11:11:24.707531 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50562) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:24.711963 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc243517-f56e-402b-9397-9cd3ba13d1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebf24be-80ec-45ad-9ed4-2f77062e3103,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:24.755031 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-259555f1-c62d-4261-b554-039d863c3ec5 admin admin] Publish callbacks [] for security_group (1ebf24be-80ec-45ad-9ed4-2f77062e3103), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.755503 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.776400 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-259555f1-c62d-4261-b554-039d863c3ec5 admin admin] Publish callbacks [] for security_group (1ebf24be-80ec-45ad-9ed4-2f77062e3103), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.791254 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:24.791722 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.793141 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] 10.222.0.49 "PUT /v2.0/ports/6eb1ffd5-1644-4476-97af-ce297bb53c8a HTTP/1.1" status: 200 len: 1093 time: 0.9083505 Apr 06 11:11:24.794093 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'tag': '6eb1ffd5-1644-4476-97af-ce297bb53c8a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:11:24.799048 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92140e74-895d-4f55-b2f8-881c2b72144d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd7c13b-8c94-444f-8aba-29b3936f24e6", "tag": "6eb1ffd5-1644-4476-97af-ce297bb53c8a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:11:24.818666 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe7c1a-3a24-4a46-8331-6527461f7264 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb1ffd5-1644-4476-97af-ce297bb53c8a,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:24.843731 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fa58b7-a4c2-49c2-862d-04da83c8fa0f x-openstack-request-id: req-60fa58b7-a4c2-49c2-862d-04da83c8fa0f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:11:24.844028 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd7c13b-8c94-444f-8aba-29b3936f24e6", "tag": "6eb1ffd5-1644-4476-97af-ce297bb53c8a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:11:24.844325 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60fa58b7-a4c2-49c2-862d-04da83c8fa0f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:11:24.844756 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fa58b7-a4c2-49c2-862d-04da83c8fa0f'] response: {'name': 'network-changed', 'server_uuid': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'tag': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'status': 'completed', 'code': 200} Apr 06 11:11:24.915065 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-259555f1-c62d-4261-b554-039d863c3ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (1ebf24be-80ec-45ad-9ed4-2f77062e3103), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.917700 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-259555f1-c62d-4261-b554-039d863c3ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:24.921090 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-259555f1-c62d-4261-b554-039d863c3ec5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ebf24be-80ec-45ad-9ed4-2f77062e3103 HTTP/1.1" status: 204 len: 168 time: 0.2132964 Apr 06 11:11:24.927553 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259555f1-c62d-4261-b554-039d863c3ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebf24be-80ec-45ad-9ed4-2f77062e3103,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:25.291863 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:25.389939 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb70dbd-aaea-40f4-b739-ad0042dd9ab6 req-8c274c6f-5bcc-4274-867e-f9afa6c9446d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:25.391344 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-efb70dbd-aaea-40f4-b739-ad0042dd9ab6 req-8c274c6f-5bcc-4274-867e-f9afa6c9446d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 943 time: 0.0534403 Apr 06 11:11:25.439700 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-efb70dbd-aaea-40f4-b739-ad0042dd9ab6 req-80c6c83a-4e34-492d-b1d2-e06031f83dc2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427835 Apr 06 11:11:25.546192 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50576) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:25.559191 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:25.633567 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Publish callbacks [] for security_group (14e6ee3c-360b-4a0b-a8a7-32b4b0859502), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:25.691233 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (14e6ee3c-360b-4a0b-a8a7-32b4b0859502), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:25.730438 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84241fc1900a4dbb9a288d821d05b94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832175 Apr 06 11:11:25.731401 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e6ee3c-360b-4a0b-a8a7-32b4b0859502,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:25.733143 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50578) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:25.738618 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.739051 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.739784 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.739784 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.740034 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.740341 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.740688 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.740985 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.741334 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.741658 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.741989 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.742313 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.742631 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.742951 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.743265 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702aacdf-af05-4d13-9d5c-9a70f2385181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:25.786671 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98d40bfa-bcb9-4e9f-b410-f50d1031b9dd admin admin] Publish callbacks [] for security_group (14e6ee3c-360b-4a0b-a8a7-32b4b0859502), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:25.808733 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98d40bfa-bcb9-4e9f-b410-f50d1031b9dd admin admin] Publish callbacks [] for security_group (14e6ee3c-360b-4a0b-a8a7-32b4b0859502), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:25.925992 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98d40bfa-bcb9-4e9f-b410-f50d1031b9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (14e6ee3c-360b-4a0b-a8a7-32b4b0859502), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:25.928434 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-98d40bfa-bcb9-4e9f-b410-f50d1031b9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:25.929585 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-98d40bfa-bcb9-4e9f-b410-f50d1031b9dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/14e6ee3c-360b-4a0b-a8a7-32b4b0859502 HTTP/1.1" status: 204 len: 168 time: 0.1953328 Apr 06 11:11:25.937735 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d40bfa-bcb9-4e9f-b410-f50d1031b9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e6ee3c-360b-4a0b-a8a7-32b4b0859502,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:26.562369 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3441cb9-a887-4514-a7a8-02b4830393c4 req-f971e980-500d-4d0f-abcf-21226f87ab6a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:26.563822 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b3441cb9-a887-4514-a7a8-02b4830393c4 req-f971e980-500d-4d0f-abcf-21226f87ab6a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 943 time: 0.0524271 Apr 06 11:11:26.610018 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b3441cb9-a887-4514-a7a8-02b4830393c4 req-d38b722f-4821-43c5-83bd-55637995c3dd tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405734 Apr 06 11:11:26.783074 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:27.724826 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a10f7-5688-4013-90be-4e055ee3bfba req-e23291b9-ed44-47ff-91d7-0b17ebe31af4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:27.726290 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-710a10f7-5688-4013-90be-4e055ee3bfba req-e23291b9-ed44-47ff-91d7-0b17ebe31af4 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 943 time: 0.0502341 Apr 06 11:11:27.771607 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-710a10f7-5688-4013-90be-4e055ee3bfba req-223142af-e216-43b5-be4d-681c96acdcb8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398691 Apr 06 11:11:28.252013 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:28.890098 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc57a1-ba9b-4a81-a2d7-ed68417f4334 req-23b6dfa5-f524-4d1c-8420-cb61b0bc8678 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:28.891522 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f5dc57a1-ba9b-4a81-a2d7-ed68417f4334 req-23b6dfa5-f524-4d1c-8420-cb61b0bc8678 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 943 time: 0.0502520 Apr 06 11:11:28.938686 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f5dc57a1-ba9b-4a81-a2d7-ed68417f4334 req-43572700-9353-4c4b-bc44-363228252af3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416934 Apr 06 11:11:29.285694 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92140e74-895d-4f55-b2f8-881c2b72144d req-d6ba991c-979a-4964-8fee-6c9f864e1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:29.287245 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-92140e74-895d-4f55-b2f8-881c2b72144d req-d6ba991c-979a-4964-8fee-6c9f864e1b00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 1127 time: 0.0437591 Apr 06 11:11:29.393387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92140e74-895d-4f55-b2f8-881c2b72144d req-966d30f5-1714-4aeb-a9fc-0527d88560d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:29.394852 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-92140e74-895d-4f55-b2f8-881c2b72144d req-966d30f5-1714-4aeb-a9fc-0527d88560d6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0923438 Apr 06 11:11:29.487010 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92140e74-895d-4f55-b2f8-881c2b72144d req-f505c9f5-22e1-4044-b69d-cb2748649946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:29.488400 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-92140e74-895d-4f55-b2f8-881c2b72144d req-f505c9f5-22e1-4044-b69d-cb2748649946 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872886 Apr 06 11:11:29.600328 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-debde7b4-24a8-45ee-9d0e-4c30ca35ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:29.601715 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-debde7b4-24a8-45ee-9d0e-4c30ca35ef6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 1127 time: 0.0432234 Apr 06 11:11:29.647683 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-1ed218bb-62c6-489a-a62f-63fb1f8f82ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb1ffd5-1644-4476-97af-ce297bb53c8a HTTP/1.1" status: 200 len: 217 time: 0.0315738 Apr 06 11:11:29.697519 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-821ac71b-5e76-435f-a55d-f51716c96375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:29.698938 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-821ac71b-5e76-435f-a55d-f51716c96375 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0457039 Apr 06 11:11:29.748013 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b19b53cb-b94a-431e-ac46-258adf0ad3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:29.749499 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-b19b53cb-b94a-431e-ac46-258adf0ad3b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423567 Apr 06 11:11:29.836624 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-6a94af76-2fb5-49dc-b3e0-da226fc0bc94 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778391 Apr 06 11:11:29.925116 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fbdb24c-125c-431a-ba0f-9dfe105dc5d3 req-46601318-fa77-47b5-9250-77b109202cdc service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820239 Apr 06 11:11:30.054537 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c99f1-8880-4e88-81e7-1ddb0668b7db req-18b14458-5da5-432e-be43-43426fc78164 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:30.056004 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-052c99f1-8880-4e88-81e7-1ddb0668b7db req-18b14458-5da5-432e-be43-43426fc78164 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 943 time: 0.0518811 Apr 06 11:11:30.103755 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-052c99f1-8880-4e88-81e7-1ddb0668b7db req-d9992db8-439c-497a-a90b-f84851eb7598 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419481 Apr 06 11:11:31.219300 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7334cd-6d7d-4760-a7be-c5082313cee7 req-13595514-0d3f-480d-b63b-5e7ad78df632 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:31.220746 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7a7334cd-6d7d-4760-a7be-c5082313cee7 req-13595514-0d3f-480d-b63b-5e7ad78df632 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 943 time: 0.0519624 Apr 06 11:11:31.265292 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7a7334cd-6d7d-4760-a7be-c5082313cee7 req-88224579-b62e-4356-a8a3-3d952143ba89 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389025 Apr 06 11:11:32.385537 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bac895-90e7-4a7b-9428-a8ec7536b8b4 req-d14b8a45-1ccd-48b5-868e-001d6a9cf425 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:32.386985 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1bac895-90e7-4a7b-9428-a8ec7536b8b4 req-d14b8a45-1ccd-48b5-868e-001d6a9cf425 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 943 time: 0.0539048 Apr 06 11:11:32.432290 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a1bac895-90e7-4a7b-9428-a8ec7536b8b4 req-17701243-d2ca-4a70-8ffc-b0c28526197a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396347 Apr 06 11:11:33.547617 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43f4a1-2634-41ac-8c49-882a437e3988 req-cf0560ae-b35d-4074-a508-798b7ffb5e4b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:33.549042 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7c43f4a1-2634-41ac-8c49-882a437e3988 req-cf0560ae-b35d-4074-a508-798b7ffb5e4b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 943 time: 0.0510993 Apr 06 11:11:33.594282 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7c43f4a1-2634-41ac-8c49-882a437e3988 req-179ecb83-7ac0-4e45-9d36-88287dd29310 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396860 Apr 06 11:11:34.674058 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 6eb1ffd5-1644-4476-97af-ce297bb53c8a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:11:34.709349 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfceff4-5c73-498d-bca2-9e790de02dcb req-db95a1eb-a099-483b-b65f-79eab4805699 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:34.710803 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4cfceff4-5c73-498d-bca2-9e790de02dcb req-db95a1eb-a099-483b-b65f-79eab4805699 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 943 time: 0.0524914 Apr 06 11:11:34.760207 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4cfceff4-5c73-498d-bca2-9e790de02dcb req-c8990142-cdfd-4993-b7f0-38b57d07d696 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439239 Apr 06 11:11:34.772289 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 6eb1ffd5-1644-4476-97af-ce297bb53c8a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6eb1ffd5-1644-4476-97af-ce297bb53c8a,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:11:34.787143 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'port_id': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'mac_address': 'fa:16:3e:2e:8c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:11:34.842401 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 6eb1ffd5-1644-4476-97af-ce297bb53c8a is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:11:34.843035 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:34.863251 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb1ffd5-1644-4476-97af-ce297bb53c8a {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:11:34.882956 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 6eb1ffd5-1644-4476-97af-ce297bb53c8a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6eb1ffd5-1644-4476-97af-ce297bb53c8a,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:11:34.937448 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:34.985999 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=6eb1ffd5-1644-4476-97af-ce297bb53c8a,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:34.993439 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.993793 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.994139 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.994485 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.994822 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.995160 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.995490 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.995820 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.996147 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.996474 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.996805 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.997182 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.997563 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.998422 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:34.998748 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.035046 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:11:35.194214 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50660) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:35.301168 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:35.373966 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Publish callbacks [] for security_group (40fff2c9-95de-4590-9a5b-4ffbebd61f67), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:35.411508 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (40fff2c9-95de-4590-9a5b-4ffbebd61f67), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:35.449807 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=62eff4cea4114bb398eaabde1a67b664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544761 Apr 06 11:11:35.450526 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fff2c9-95de-4590-9a5b-4ffbebd61f67,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:35.452390 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50664) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:35.457603 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.457959 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.458308 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.458651 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.458991 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.459323 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.459654 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.459982 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.460311 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.460640 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.460967 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.461326 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.461649 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.461972 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.462311 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a7e787-d2bc-43dd-8710-dda8ea720224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:11:35.499800 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5679c8b4-2fea-4b28-a603-4d72c8fbb9da admin admin] Publish callbacks [] for security_group (40fff2c9-95de-4590-9a5b-4ffbebd61f67), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:35.520062 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5679c8b4-2fea-4b28-a603-4d72c8fbb9da admin admin] Publish callbacks [] for security_group (40fff2c9-95de-4590-9a5b-4ffbebd61f67), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:35.548171 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['6eb1ffd5-1644-4476-97af-ce297bb53c8a'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:11:35.645702 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5679c8b4-2fea-4b28-a603-4d72c8fbb9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (40fff2c9-95de-4590-9a5b-4ffbebd61f67), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:35.648262 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5679c8b4-2fea-4b28-a603-4d72c8fbb9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:35.652527 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5679c8b4-2fea-4b28-a603-4d72c8fbb9da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40fff2c9-95de-4590-9a5b-4ffbebd61f67 HTTP/1.1" status: 204 len: 168 time: 0.1989572 Apr 06 11:11:35.661378 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679c8b4-2fea-4b28-a603-4d72c8fbb9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fff2c9-95de-4590-9a5b-4ffbebd61f67,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:35.876646 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919cae-d7ae-4667-8f03-af512fd0ff5a req-62ce4854-9ef0-4397-92e4-0456bf2c910c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:35.878179 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b4919cae-d7ae-4667-8f03-af512fd0ff5a req-62ce4854-9ef0-4397-92e4-0456bf2c910c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 944 time: 0.0515008 Apr 06 11:11:35.925205 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b4919cae-d7ae-4667-8f03-af512fd0ff5a req-5d7f1fcf-d5c1-4025-862c-faff29899424 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413394 Apr 06 11:11:36.196314 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50674) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:36.208872 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d9b4152a-06ed-44c1-80bd-f1042f3ef1e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:36.280851 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d9b4152a-06ed-44c1-80bd-f1042f3ef1e0 admin admin] Publish callbacks [] for security_group (b0ae72ce-f2f1-4927-93c2-28f096bc5693), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:36.331094 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d9b4152a-06ed-44c1-80bd-f1042f3ef1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (b0ae72ce-f2f1-4927-93c2-28f096bc5693), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:36.369621 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d9b4152a-06ed-44c1-80bd-f1042f3ef1e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3aedf0eba8d457889d8650412c9b205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721406 Apr 06 11:11:36.370651 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4152a-06ed-44c1-80bd-f1042f3ef1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ae72ce-f2f1-4927-93c2-28f096bc5693,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:36.372561 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50676) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:36.420295 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70e22cdc-6962-4900-bf04-47410be5327c admin admin] Publish callbacks [] for security_group (b0ae72ce-f2f1-4927-93c2-28f096bc5693), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:36.440182 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70e22cdc-6962-4900-bf04-47410be5327c admin admin] Publish callbacks [] for security_group (b0ae72ce-f2f1-4927-93c2-28f096bc5693), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:36.565581 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70e22cdc-6962-4900-bf04-47410be5327c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (b0ae72ce-f2f1-4927-93c2-28f096bc5693), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:36.568098 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-70e22cdc-6962-4900-bf04-47410be5327c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:36.569259 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-70e22cdc-6962-4900-bf04-47410be5327c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0ae72ce-f2f1-4927-93c2-28f096bc5693 HTTP/1.1" status: 204 len: 168 time: 0.1955378 Apr 06 11:11:36.576782 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e22cdc-6962-4900-bf04-47410be5327c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ae72ce-f2f1-4927-93c2-28f096bc5693,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:36.852940 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 6eb1ffd5-1644-4476-97af-ce297bb53c8a up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:11:36.948229 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port 6eb1ffd5-1644-4476-97af-ce297bb53c8a completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:11:36.961581 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port 6eb1ffd5-1644-4476-97af-ce297bb53c8a triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:11:36.961581 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:37.036005 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 6eb1ffd5-1644-4476-97af-ce297bb53c8a is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:11:37.036532 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:37.046127 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d14d64-6e8f-4d2e-a91d-65bf70e05442 req-7fa403f6-0b85-4621-8828-668376a8c047 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:37.046127 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e4d14d64-6e8f-4d2e-a91d-65bf70e05442 req-7fa403f6-0b85-4621-8828-668376a8c047 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 944 time: 0.0516856 Apr 06 11:11:37.063410 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb1ffd5-1644-4476-97af-ce297bb53c8a'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:11:37.066312 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152d8baa-3e9c-4948-8516-fef9ee6b61d7" -d '{"events": [{"server_uuid": "1fd7c13b-8c94-444f-8aba-29b3936f24e6", "name": "network-vif-plugged", "status": "completed", "tag": "6eb1ffd5-1644-4476-97af-ce297bb53c8a"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:11:37.081487 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 6eb1ffd5-1644-4476-97af-ce297bb53c8a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6eb1ffd5-1644-4476-97af-ce297bb53c8a,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:11:37.097411 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e4d14d64-6e8f-4d2e-a91d-65bf70e05442 req-e6fec80f-f57c-4f40-af96-dcd284696ad7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460522 Apr 06 11:11:37.110248 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a5297c-9664-451c-af2a-bff41c79e3c7 x-openstack-request-id: req-73a5297c-9664-451c-af2a-bff41c79e3c7 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:11:37.110248 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd7c13b-8c94-444f-8aba-29b3936f24e6", "name": "network-vif-plugged", "status": "completed", "tag": "6eb1ffd5-1644-4476-97af-ce297bb53c8a", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:11:37.110248 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73a5297c-9664-451c-af2a-bff41c79e3c7 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:11:37.110248 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a5297c-9664-451c-af2a-bff41c79e3c7'] response: {'server_uuid': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'code': 200} Apr 06 11:11:37.119899 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:37.168471 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=6eb1ffd5-1644-4476-97af-ce297bb53c8a,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:37.520303 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74533b70-cc23-4b44-869b-64926fb8c1af req-f849c0d5-87d2-4542-a826-6ba597820381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:37.521847 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74533b70-cc23-4b44-869b-64926fb8c1af req-f849c0d5-87d2-4542-a826-6ba597820381 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 1129 time: 0.0463595 Apr 06 11:11:37.567084 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74533b70-cc23-4b44-869b-64926fb8c1af req-19ed5da2-4cfd-48ca-b084-e57dcca794ef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370486 Apr 06 11:11:38.214070 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371623b-5801-445b-8126-3f5e0baa59f0 req-96386fd7-0f74-4cc0-9567-617d6b3827a2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:38.215533 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8371623b-5801-445b-8126-3f5e0baa59f0 req-96386fd7-0f74-4cc0-9567-617d6b3827a2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0513659 Apr 06 11:11:38.261560 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8371623b-5801-445b-8126-3f5e0baa59f0 req-0505d291-b7b1-4837-88c6-de8a142bef40 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399277 Apr 06 11:11:39.375998 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae28bf7-572e-48be-b12b-3be162d83356 req-08175bb1-bd7c-4287-9517-52292a01d790 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:39.377462 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3ae28bf7-572e-48be-b12b-3be162d83356 req-08175bb1-bd7c-4287-9517-52292a01d790 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0498905 Apr 06 11:11:39.423784 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3ae28bf7-572e-48be-b12b-3be162d83356 req-88b54456-296f-408c-846a-3fb93eb797e6 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408292 Apr 06 11:11:40.541040 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc149c0-aee2-44ba-9562-9ba1ad4ca140 req-978dc81d-d36d-470a-a727-1d5c24f2e320 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:40.542502 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9bc149c0-aee2-44ba-9562-9ba1ad4ca140 req-978dc81d-d36d-470a-a727-1d5c24f2e320 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0526056 Apr 06 11:11:40.595615 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9bc149c0-aee2-44ba-9562-9ba1ad4ca140 req-144a6c7c-f625-41dc-b28d-a9ab9f8b03d7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467885 Apr 06 11:11:40.705573 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8ab6a-4dde-4b48-a96d-304aa1ada9a4 req-807e268e-1d89-4b82-b5ea-5fb1373d301c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:40.706942 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9a8ab6a-4dde-4b48-a96d-304aa1ada9a4 req-807e268e-1d89-4b82-b5ea-5fb1373d301c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0506182 Apr 06 11:11:40.715323 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50738) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:40.719507 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b9a8b30a-bf52-4510-a1ef-5621a20597d2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Request body: {'floatingip': {'port_id': '6eb1ffd5-1644-4476-97af-ce297bb53c8a'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:11:40.759655 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b30a-bf52-4510-a1ef-5621a20597d2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for floatingip (779ff419-6087-4e4c-848c-1ae5f34e89e6), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:41.446502 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b30a-bf52-4510-a1ef-5621a20597d2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:41.525645 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b30a-bf52-4510-a1ef-5621a20597d2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (779ff419-6087-4e4c-848c-1ae5f34e89e6), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:41.631861 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-b9a8b30a-bf52-4510-a1ef-5621a20597d2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Floating IP 779ff419-6087-4e4c-848c-1ae5f34e89e6 associated. External IP: 172.27.3.242, port: 6eb1ffd5-1644-4476-97af-ce297bb53c8a. Apr 06 11:11:41.834107 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a8b30a-bf52-4510-a1ef-5621a20597d2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:11:41.955105 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a8b30a-bf52-4510-a1ef-5621a20597d2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:11:41.959999 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b9a8b30a-bf52-4510-a1ef-5621a20597d2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:41.964827 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e2230-8161-4411-890d-1084f0f2e35c None None] Sync routers for ids ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:11:41.974148 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e2230-8161-4411-890d-1084f0f2e35c None None] Routers {'3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:11:41.974842 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-5d3e2230-8161-4411-890d-1084f0f2e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:11:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:11:41.992753 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b9a8b30a-bf52-4510-a1ef-5621a20597d2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "PUT /v2.0/floatingips/779ff419-6087-4e4c-848c-1ae5f34e89e6 HTTP/1.1" status: 200 len: 991 time: 1.2763922 Apr 06 11:11:41.993464 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'tag': '6eb1ffd5-1644-4476-97af-ce297bb53c8a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:11:41.995827 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa0d71b-c882-4edd-a27b-c2164c2fc369" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd7c13b-8c94-444f-8aba-29b3936f24e6", "tag": "6eb1ffd5-1644-4476-97af-ce297bb53c8a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:11:42.031601 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a6339c-f426-4754-bcd3-e9314810a5b8 x-openstack-request-id: req-b7a6339c-f426-4754-bcd3-e9314810a5b8 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:11:42.031923 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd7c13b-8c94-444f-8aba-29b3936f24e6", "tag": "6eb1ffd5-1644-4476-97af-ce297bb53c8a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:11:42.032178 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7a6339c-f426-4754-bcd3-e9314810a5b8 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:11:42.032590 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a6339c-f426-4754-bcd3-e9314810a5b8'] response: {'name': 'network-changed', 'server_uuid': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'tag': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'status': 'completed', 'code': 200} Apr 06 11:11:42.080712 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-5d3e2230-8161-4411-890d-1084f0f2e35c None None] Set router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:11:42.126909 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0d71b-c882-4edd-a27b-c2164c2fc369 req-d3fb99e0-b0a8-4958-bf97-d99334581f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:42.128334 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-efa0d71b-c882-4edd-a27b-c2164c2fc369 req-d3fb99e0-b0a8-4958-bf97-d99334581f60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 1129 time: 0.0438232 Apr 06 11:11:42.217563 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0d71b-c882-4edd-a27b-c2164c2fc369 req-0627ee5f-5a81-420a-aa9b-d116fde77d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:42.219022 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-efa0d71b-c882-4edd-a27b-c2164c2fc369 req-0627ee5f-5a81-420a-aa9b-d116fde77d27 service neutron] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 919 time: 0.0839884 Apr 06 11:11:42.287054 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-efa0d71b-c882-4edd-a27b-c2164c2fc369 req-42103cf6-5bdd-4d49-b2f2-7a41dc584cd6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb1ffd5-1644-4476-97af-ce297bb53c8a HTTP/1.1" status: 200 len: 999 time: 0.0609572 Apr 06 11:11:42.297979 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-5d3e2230-8161-4411-890d-1084f0f2e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '779ff419-6087-4e4c-848c-1ae5f34e89e6', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'port_id': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'mac_address': 'fa:16:3e:2e:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:11:17Z', 'updated_at': '2022-04-06T11:11:41Z', 'revision_number': 1, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8790155-5a1d-4834-9b3b-1b722f40dceb', 'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'mac_address': 'fa:16:3e:6c:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:29Z', 'updated_at': '2022-04-06T11:08:39Z', 'revision_number': 5, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'subnets': [{'id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:11:42.327645 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e2230-8161-4411-890d-1084f0f2e35c None None] Checking router: 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:11:42.336211 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e2230-8161-4411-890d-1084f0f2e35c None None] Routers {'3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:11:42.336767 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0d71b-c882-4edd-a27b-c2164c2fc369 req-f0df4ff9-237c-4723-9ba4-a6ff2ba095d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:42.336900 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-5d3e2230-8161-4411-890d-1084f0f2e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:11:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:11:42.338268 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-efa0d71b-c882-4edd-a27b-c2164c2fc369 req-f0df4ff9-237c-4723-9ba4-a6ff2ba095d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0450156 Apr 06 11:11:42.387464 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0d71b-c882-4edd-a27b-c2164c2fc369 req-ec54055d-612d-422c-b3ac-0646e205f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:42.389578 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-efa0d71b-c882-4edd-a27b-c2164c2fc369 req-ec54055d-612d-422c-b3ac-0646e205f8af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442092 Apr 06 11:11:42.443080 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-5d3e2230-8161-4411-890d-1084f0f2e35c None None] Set router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:11:42.483664 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-efa0d71b-c882-4edd-a27b-c2164c2fc369 req-a30925e5-eb0f-4308-bb75-5de4a8e524fe service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860021 Apr 06 11:11:42.572924 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-efa0d71b-c882-4edd-a27b-c2164c2fc369 req-7ad6590a-c54b-4395-a776-3b30ece9f2c7 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823762 Apr 06 11:11:42.668720 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-5d3e2230-8161-4411-890d-1084f0f2e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '779ff419-6087-4e4c-848c-1ae5f34e89e6', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'port_id': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'mac_address': 'fa:16:3e:2e:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:11:17Z', 'updated_at': '2022-04-06T11:11:41Z', 'revision_number': 1, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8790155-5a1d-4834-9b3b-1b722f40dceb', 'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'mac_address': 'fa:16:3e:6c:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:29Z', 'updated_at': '2022-04-06T11:08:39Z', 'revision_number': 5, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'subnets': [{'id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:11:42.696795 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e2230-8161-4411-890d-1084f0f2e35c None None] The sync data for ids ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'] in dv-cinder-836072-2-iscsi is: [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '779ff419-6087-4e4c-848c-1ae5f34e89e6', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'port_id': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'mac_address': 'fa:16:3e:2e:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:11:17Z', 'updated_at': '2022-04-06T11:11:41Z', 'revision_number': 1, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8790155-5a1d-4834-9b3b-1b722f40dceb', 'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'mac_address': 'fa:16:3e:6c:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:29Z', 'updated_at': '2022-04-06T11:08:39Z', 'revision_number': 5, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'subnets': [{'id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:11:42.728202 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50758) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:42.835952 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3214afc6-409c-413c-9a02-d04cf0a6530c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:42.910830 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467957c3-d59d-40fe-a9de-4e42923a042b None None] New status for floating IP 779ff419-6087-4e4c-848c-1ae5f34e89e6: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:11:42.915483 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3214afc6-409c-413c-9a02-d04cf0a6530c admin admin] Publish callbacks [] for security_group (68a392e1-6d71-489a-92b0-816f34ca0447), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:42.988406 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3214afc6-409c-413c-9a02-d04cf0a6530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (68a392e1-6d71-489a-92b0-816f34ca0447), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:43.026798 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3214afc6-409c-413c-9a02-d04cf0a6530c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91cc3a0abbcd45d6a5b00e83b6b143b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974081 Apr 06 11:11:43.027925 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214afc6-409c-413c-9a02-d04cf0a6530c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a392e1-6d71-489a-92b0-816f34ca0447,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:43.030157 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50762) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:43.077562 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf70c-4e73-43b9-ad43-5ff1bfb15b22 admin admin] Publish callbacks [] for security_group (68a392e1-6d71-489a-92b0-816f34ca0447), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:43.099318 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf70c-4e73-43b9-ad43-5ff1bfb15b22 admin admin] Publish callbacks [] for security_group (68a392e1-6d71-489a-92b0-816f34ca0447), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:43.206127 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf70c-4e73-43b9-ad43-5ff1bfb15b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (68a392e1-6d71-489a-92b0-816f34ca0447), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:43.208628 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bcaaf70c-4e73-43b9-ad43-5ff1bfb15b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:43.209936 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bcaaf70c-4e73-43b9-ad43-5ff1bfb15b22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68a392e1-6d71-489a-92b0-816f34ca0447 HTTP/1.1" status: 204 len: 168 time: 0.1774738 Apr 06 11:11:43.218147 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaaf70c-4e73-43b9-ad43-5ff1bfb15b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a392e1-6d71-489a-92b0-816f34ca0447,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:43.748310 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 50768) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:43.760925 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7787642-c62e-4175-b296-3ddfba7f7b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:43.829935 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7787642-c62e-4175-b296-3ddfba7f7b9e admin admin] Publish callbacks [] for security_group (8a30334a-03ad-44ac-bf5f-2432ff832664), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:43.879696 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b7787642-c62e-4175-b296-3ddfba7f7b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (8a30334a-03ad-44ac-bf5f-2432ff832664), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:43.916507 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b7787642-c62e-4175-b296-3ddfba7f7b9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe311d374af1460d98d1a613d68add07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669934 Apr 06 11:11:43.917262 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7787642-c62e-4175-b296-3ddfba7f7b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a30334a-03ad-44ac-bf5f-2432ff832664,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:43.920470 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50770) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:43.980118 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54837864-249f-402d-a515-7caeb795a911 admin admin] Publish callbacks [] for security_group (8a30334a-03ad-44ac-bf5f-2432ff832664), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:44.001267 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54837864-249f-402d-a515-7caeb795a911 admin admin] Publish callbacks [] for security_group (8a30334a-03ad-44ac-bf5f-2432ff832664), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:44.108773 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54837864-249f-402d-a515-7caeb795a911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (8a30334a-03ad-44ac-bf5f-2432ff832664), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:44.111387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-54837864-249f-402d-a515-7caeb795a911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:44.112590 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-54837864-249f-402d-a515-7caeb795a911 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a30334a-03ad-44ac-bf5f-2432ff832664 HTTP/1.1" status: 204 len: 168 time: 0.1903496 Apr 06 11:11:44.120220 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54837864-249f-402d-a515-7caeb795a911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a30334a-03ad-44ac-bf5f-2432ff832664,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:44.976960 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:45.016738 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50792) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:45.112457 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-172240534-network', 'tenant_id': '3bf518b73d33421badb2de2696a58e91'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:11:45.176838 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Made reservation on behalf of 3bf518b73d33421badb2de2696a58e91 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:11:45.179120 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:45.188744 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:45.260756 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Publish callbacks [] for security_group (bac426c5-e367-437e-af6b-706ce39f41c7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:45.325663 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (bac426c5-e367-437e-af6b-706ce39f41c7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:45.352471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:11:45.361825 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac426c5-e367-437e-af6b-706ce39f41c7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:45.366398 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (6048a0d9-5389-425b-8284-b2329bd926b3), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:45.366738 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Added segment 6048a0d9-5389-425b-8284-b2329bd926b3 of type vlan for network 35b49477-1928-4e97-af4e-b2a865a39510 Apr 06 11:11:45.406378 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (35b49477-1928-4e97-af4e-b2a865a39510), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:45.462699 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (35b49477-1928-4e97-af4e-b2a865a39510), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:45.463612 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:45.464182 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:45.520537 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] Pushing event updated for resources: {'Network': ['ID=35b49477-1928-4e97-af4e-b2a865a39510,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:45.530026 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network 35b49477-1928-4e97-af4e-b2a865a39510 details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:11:45.563217 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8f7ecbe7-cd27-47e2-a940-f501575aff16 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5453305 Apr 06 11:11:45.566089 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 50796) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:11:45.570820 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-11b01496-6775-4345-93b0-44d032d5ad4b admin admin] Request body: {'subnet': {'network_id': '35b49477-1928-4e97-af4e-b2a865a39510', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-172240534-subnet', 'tenant_id': '3bf518b73d33421badb2de2696a58e91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:11:45.645662 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b01496-6775-4345-93b0-44d032d5ad4b admin admin] Made reservation on behalf of 3bf518b73d33421badb2de2696a58e91 for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:11:45.647954 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11b01496-6775-4345-93b0-44d032d5ad4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4460574'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:45.868468 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11b01496-6775-4345-93b0-44d032d5ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4616668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4460544'] for subnet (db1ce850-86dc-4d68-91fd-7a70c5c35aa9), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:45.925199 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b01496-6775-4345-93b0-44d032d5ad4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1ce850-86dc-4d68-91fd-7a70c5c35aa9,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:45.932338 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b01496-6775-4345-93b0-44d032d5ad4b admin admin] Checking segment: {'id': '6048a0d9-5389-425b-8284-b2329bd926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:11:45.932701 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b01496-6775-4345-93b0-44d032d5ad4b admin admin] Network hostable DHCP agents. Network: 35b49477-1928-4e97-af4e-b2a865a39510, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:11:46.000530 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b01496-6775-4345-93b0-44d032d5ad4b admin admin] Network 35b49477-1928-4e97-af4e-b2a865a39510 is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:11:46.063240 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-11b01496-6775-4345-93b0-44d032d5ad4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, 35b49477-1928-4e97-af4e-b2a865a39510) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:11:46.067411 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b01496-6775-4345-93b0-44d032d5ad4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:46.068001 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-11b01496-6775-4345-93b0-44d032d5ad4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:46.072460 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124750f1-5f76-414f-a5e8-94d0e619b143 None None] Network 35b49477-1928-4e97-af4e-b2a865a39510 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:11:46.140141 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-11b01496-6775-4345-93b0-44d032d5ad4b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5729053 Apr 06 11:11:46.170423 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadec641-f6cd-417a-9b26-ed9063526a78 None None] Network 35b49477-1928-4e97-af4e-b2a865a39510 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:11:49.184894 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a6b6c-b956-4c58-be13-46f93378d598 req-3746d399-8fa5-4810-a9f6-fd93554c94be tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:49.186445 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-3746d399-8fa5-4810-a9f6-fd93554c94be tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/networks?id=35b49477-1928-4e97-af4e-b2a865a39510 HTTP/1.1" status: 200 len: 808 time: 0.1027675 Apr 06 11:11:49.200460 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-757c637a-09ea-49d8-b6cc-eaa3b30d99a1 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/quotas/3bf518b73d33421badb2de2696a58e91 HTTP/1.1" status: 200 len: 375 time: 0.0086474 Apr 06 11:11:49.230615 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-f7806a27-f7ed-4600-87f4-e0fdb83ef37d tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bf518b73d33421badb2de2696a58e91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255566 Apr 06 11:11:49.322428 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-a73474bd-2563-4c82-992c-43c3ba87bc67 service neutron] 10.222.0.62 "GET /v2.0/networks/35b49477-1928-4e97-af4e-b2a865a39510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844660 Apr 06 11:11:49.408604 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-7fb56d13-f593-4524-8a2a-14028041c957 service neutron] 10.222.0.62 "GET /v2.0/networks/35b49477-1928-4e97-af4e-b2a865a39510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804882 Apr 06 11:11:49.629092 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-10b0134b-a11a-49d8-a9dc-228089fff921 req-21ec5170-8f13-4d47-9e57-300c99f19779 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 210 time: 0.0278549 Apr 06 11:11:50.721214 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-62678280-69e9-4706-81ca-02cfffc33416 req-aee070d8-f6c7-4a96-8895-b625507824c6 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 210 time: 0.0268908 Apr 06 11:11:51.707874 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a6b6c-b956-4c58-be13-46f93378d598 req-e2d90abb-cbf9-4a31-9325-0bb48b8b8f10 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:51.709319 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-e2d90abb-cbf9-4a31-9325-0bb48b8b8f10 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.49 "GET /v2.0/networks?id=35b49477-1928-4e97-af4e-b2a865a39510 HTTP/1.1" status: 200 len: 808 time: 0.1024840 Apr 06 11:11:51.738497 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Request body: {'port': {'device_id': '9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed', 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510', 'admin_state_up': True, 'tenant_id': '3bf518b73d33421badb2de2696a58e91'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:11:51.815461 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1962226f-9053-4c3a-a6b4-d37783d9149c req-f47f1167-eedc-4b5a-bc9f-432d193ef6d0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 210 time: 0.0274611 Apr 06 11:11:51.914522 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Made reservation on behalf of 3bf518b73d33421badb2de2696a58e91 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:11:51.914741 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-484391ea-756c-4c96-92c5-02a04aac3483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:51.919053 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:52.039142 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Allocated IP 172.20.0.13 (35b49477-1928-4e97-af4e-b2a865a39510/db1ce850-86dc-4d68-91fd-7a70c5c35aa9/7e85cd64-d038-4ab2-8232-0c75dfa30412) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:11:52.187307 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks [] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:52.262999 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:52.304436 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Network 35b49477-1928-4e97-af4e-b2a865a39510 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:11:52.309323 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:11:52.313017 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:11:52.338419 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Pushing event updated for resources: {'Port': ['ID=7e85cd64-d038-4ab2-8232-0c75dfa30412,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:52.365420 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:52.366024 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:52.430605 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0239d716-d887-4e68-970e-cd2583f46dc0 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6958513 Apr 06 11:11:52.457687 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Request body: {'port': {'device_id': '9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:11:52.513680 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:52.778228 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e85cd64-d038-4ab2-8232-0c75dfa30412 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:11:52.785910 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Publish callbacks [] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:52.798050 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Transition to ACTIVE for port object 7e85cd64-d038-4ab2-8232-0c75dfa30412 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:11:52.856789 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:52.936280 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e85cd64-d038-4ab2-8232-0c75dfa30412,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:52.996367 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2b9be-6731-4708-803b-f99ed36bbca9 req-cb7aeb6d-f360-4e06-a39b-b19a035fc962 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:52.997834 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c1a2b9be-6731-4708-803b-f99ed36bbca9 req-cb7aeb6d-f360-4e06-a39b-b19a035fc962 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 944 time: 0.1147931 Apr 06 11:11:53.035408 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Attempting to bind port 7e85cd64-d038-4ab2-8232-0c75dfa30412 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:11:53.035739 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Attempting to bind port 7e85cd64-d038-4ab2-8232-0c75dfa30412 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6048a0d9-5389-425b-8284-b2329bd926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:11:53.036065 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Attempting to bind port 7e85cd64-d038-4ab2-8232-0c75dfa30412 on network 35b49477-1928-4e97-af4e-b2a865a39510 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:11:53.046642 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Port 7e85cd64-d038-4ab2-8232-0c75dfa30412 on network 35b49477-1928-4e97-af4e-b2a865a39510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:11:53.047227 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Attempting to bind port 7e85cd64-d038-4ab2-8232-0c75dfa30412 on network 35b49477-1928-4e97-af4e-b2a865a39510 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:11:53.061488 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:11:53.061822 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Checking segment: {'id': '6048a0d9-5389-425b-8284-b2329bd926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:11:53.062199 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Bound using segment: {'id': '6048a0d9-5389-425b-8284-b2329bd926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:11:53.062619 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Bound port: 7e85cd64-d038-4ab2-8232-0c75dfa30412, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6048a0d9-5389-425b-8284-b2329bd926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:11:53.062973 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:53.068416 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c1a2b9be-6731-4708-803b-f99ed36bbca9 req-3e5fc65f-79f9-4f5e-b578-7f5781f14c2d tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649300 Apr 06 11:11:53.132424 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] For port 7e85cd64-d038-4ab2-8232-0c75dfa30412, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:11:53.135300 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] For port 7e85cd64-d038-4ab2-8232-0c75dfa30412, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7e85cd64-d038-4ab2-8232-0c75dfa30412,segment=NetworkSegment(6048a0d9-5389-425b-8284-b2329bd926b3),segment_id=6048a0d9-5389-425b-8284-b2329bd926b3)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:11:53.217543 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:53.251930 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:53.252545 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:53.253975 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] 10.222.0.49 "PUT /v2.0/ports/7e85cd64-d038-4ab2-8232-0c75dfa30412 HTTP/1.1" status: 200 len: 1094 time: 0.8008001 Apr 06 11:11:53.254421 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed', 'tag': '7e85cd64-d038-4ab2-8232-0c75dfa30412'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:11:53.256657 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ce10e1-f1c1-4936-a6c8-2e9823a71a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed", "tag": "7e85cd64-d038-4ab2-8232-0c75dfa30412"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:11:53.279481 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822f137-f6cf-460c-9fa4-92b502939ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e85cd64-d038-4ab2-8232-0c75dfa30412,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:53.294239 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6387010-ebc5-4803-82f4-b6f76632567b x-openstack-request-id: req-b6387010-ebc5-4803-82f4-b6f76632567b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:11:53.294528 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed", "tag": "7e85cd64-d038-4ab2-8232-0c75dfa30412", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:11:53.294785 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6387010-ebc5-4803-82f4-b6f76632567b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:11:53.295190 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6387010-ebc5-4803-82f4-b6f76632567b'] response: {'name': 'network-changed', 'server_uuid': '9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed', 'tag': '7e85cd64-d038-4ab2-8232-0c75dfa30412', 'status': 'completed', 'code': 200} Apr 06 11:11:53.430128 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce10e1-f1c1-4936-a6c8-2e9823a71a9b req-33caa2fb-9d10-409f-9475-28fc61208c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:53.431514 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d9ce10e1-f1c1-4936-a6c8-2e9823a71a9b req-33caa2fb-9d10-409f-9475-28fc61208c9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3bf518b73d33421badb2de2696a58e91&device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 1128 time: 0.0465436 Apr 06 11:11:53.542797 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce10e1-f1c1-4936-a6c8-2e9823a71a9b req-5604332a-a3e1-49ce-ac71-ee0af07af929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:53.544227 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d9ce10e1-f1c1-4936-a6c8-2e9823a71a9b req-5604332a-a3e1-49ce-ac71-ee0af07af929 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3bf518b73d33421badb2de2696a58e91&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0909035 Apr 06 11:11:53.640335 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce10e1-f1c1-4936-a6c8-2e9823a71a9b req-8ea98b89-b349-46a0-a28e-475d102371ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:53.642148 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d9ce10e1-f1c1-4936-a6c8-2e9823a71a9b req-8ea98b89-b349-46a0-a28e-475d102371ae service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903509 Apr 06 11:11:53.789326 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a6b6c-b956-4c58-be13-46f93378d598 req-36ef8c4d-f232-4ecb-891c-5fb83e4b345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:53.790794 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-36ef8c4d-f232-4ecb-891c-5fb83e4b345e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3bf518b73d33421badb2de2696a58e91&device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 1128 time: 0.0440681 Apr 06 11:11:53.842493 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-ef184ecb-76d9-47bd-beed-a506e6dfc9c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e85cd64-d038-4ab2-8232-0c75dfa30412 HTTP/1.1" status: 200 len: 217 time: 0.0332034 Apr 06 11:11:53.893872 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a6b6c-b956-4c58-be13-46f93378d598 req-8d9ba825-28f5-4f70-9fa0-924a505f1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:53.895292 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-8d9ba825-28f5-4f70-9fa0-924a505f1537 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db1ce850-86dc-4d68-91fd-7a70c5c35aa9 HTTP/1.1" status: 200 len: 848 time: 0.0453095 Apr 06 11:11:53.933253 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-d8720d98-c97a-46ce-a88a-afc63aba425e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35b49477-1928-4e97-af4e-b2a865a39510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238259 Apr 06 11:11:54.021789 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-5ab0762a-cdc0-4f69-82c9-921d5729a857 service neutron] 10.222.0.49 "GET /v2.0/networks/35b49477-1928-4e97-af4e-b2a865a39510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801814 Apr 06 11:11:54.114774 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-989a6b6c-b956-4c58-be13-46f93378d598 req-e04db746-88ce-4491-a404-4b6460b4869f service neutron] 10.222.0.49 "GET /v2.0/networks/35b49477-1928-4e97-af4e-b2a865a39510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848212 Apr 06 11:11:54.184785 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c473309-9000-428c-831c-538d0bc31a59 req-27680074-2674-4e04-93d5-0c9cb52ad9ab tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:54.186278 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c473309-9000-428c-831c-538d0bc31a59 req-27680074-2674-4e04-93d5-0c9cb52ad9ab tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 944 time: 0.0518489 Apr 06 11:11:54.233169 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c473309-9000-428c-831c-538d0bc31a59 req-cb9ece52-81f7-4041-8889-4458ac025ddd tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411263 Apr 06 11:11:54.251195 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-87a78d48-ef08-4f89-b951-f28829561a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:55.285378 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:55.348909 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79c8b2-1db1-46eb-a093-bdfe9c3e127b req-dd138d2f-cb9f-4724-b5e8-2ad8f869c496 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:55.350369 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7d79c8b2-1db1-46eb-a093-bdfe9c3e127b req-dd138d2f-cb9f-4724-b5e8-2ad8f869c496 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 944 time: 0.0501635 Apr 06 11:11:55.396022 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7d79c8b2-1db1-46eb-a093-bdfe9c3e127b req-f3bb00b7-2bc7-40c8-a014-4d4472660d94 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401838 Apr 06 11:11:56.510039 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220299a6-627d-45ff-b186-f9b17fd2acc6 req-6517da08-bc65-4c2b-9cb0-70eb337f2d79 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:56.511478 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-220299a6-627d-45ff-b186-f9b17fd2acc6 req-6517da08-bc65-4c2b-9cb0-70eb337f2d79 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 944 time: 0.0506575 Apr 06 11:11:56.559314 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-220299a6-627d-45ff-b186-f9b17fd2acc6 req-d4051263-6d42-45a6-adca-2f4bce4d9f4e tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424266 Apr 06 11:11:56.937492 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:57.674778 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8ead3-e2ae-43e8-bd50-9cbc4906aba3 req-ed40f9d7-9bd2-4d44-8d4d-5e671c786d7c tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:57.676245 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cee8ead3-e2ae-43e8-bd50-9cbc4906aba3 req-ed40f9d7-9bd2-4d44-8d4d-5e671c786d7c tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 944 time: 0.0526693 Apr 06 11:11:57.724047 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cee8ead3-e2ae-43e8-bd50-9cbc4906aba3 req-f61713db-3c38-425b-9bb3-b9f68121357a tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Apr 06 11:11:58.268166 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:58.837875 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd16ef-8d6c-4fa6-9f7f-79102f4802e2 req-dfbaefc4-ec94-411a-9117-f9e0edf1ec60 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:58.839224 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ccfd16ef-8d6c-4fa6-9f7f-79102f4802e2 req-dfbaefc4-ec94-411a-9117-f9e0edf1ec60 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 944 time: 0.0506446 Apr 06 11:11:58.883447 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ccfd16ef-8d6c-4fa6-9f7f-79102f4802e2 req-5f4c3fc8-665a-4b44-9ded-a886d378d146 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387464 Apr 06 11:11:58.966494 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 7e85cd64-d038-4ab2-8232-0c75dfa30412 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:11:59.061048 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 7e85cd64-d038-4ab2-8232-0c75dfa30412, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7e85cd64-d038-4ab2-8232-0c75dfa30412,segment=NetworkSegment(6048a0d9-5389-425b-8284-b2329bd926b3),segment_id=6048a0d9-5389-425b-8284-b2329bd926b3)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:11:59.072762 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': '7e85cd64-d038-4ab2-8232-0c75dfa30412', 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510', 'port_id': '7e85cd64-d038-4ab2-8232-0c75dfa30412', 'mac_address': 'fa:16:3e:49:1f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1ce850-86dc-4d68-91fd-7a70c5c35aa9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:11:59.108512 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 7e85cd64-d038-4ab2-8232-0c75dfa30412 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:11:59.108852 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:59.121599 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e85cd64-d038-4ab2-8232-0c75dfa30412 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:11:59.140932 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 7e85cd64-d038-4ab2-8232-0c75dfa30412, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7e85cd64-d038-4ab2-8232-0c75dfa30412,segment=NetworkSegment(6048a0d9-5389-425b-8284-b2329bd926b3),segment_id=6048a0d9-5389-425b-8284-b2329bd926b3)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:11:59.182105 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:59.232124 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=7e85cd64-d038-4ab2-8232-0c75dfa30412,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:11:59.706435 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['7e85cd64-d038-4ab2-8232-0c75dfa30412'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:11:59.997730 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b748d14-42a6-4bd5-b598-3001b35a2d2d req-30649990-912f-4aac-8628-47d96be85a39 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:59.999191 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8b748d14-42a6-4bd5-b598-3001b35a2d2d req-30649990-912f-4aac-8628-47d96be85a39 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 945 time: 0.0515113 Apr 06 11:12:00.044529 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8b748d14-42a6-4bd5-b598-3001b35a2d2d req-4054fdac-2f0b-4724-890b-399c7de245fd tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398800 Apr 06 11:12:00.987866 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 7e85cd64-d038-4ab2-8232-0c75dfa30412 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:12:01.125711 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port 7e85cd64-d038-4ab2-8232-0c75dfa30412 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:12:01.129849 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port 7e85cd64-d038-4ab2-8232-0c75dfa30412 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:12:01.130223 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:01.159502 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e4c00-75da-4dcb-9d4a-07156bd6351d req-dbd2b8a7-c3d0-40b2-9c0d-37d6ed3e9a21 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:01.160992 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fb1e4c00-75da-4dcb-9d4a-07156bd6351d req-dbd2b8a7-c3d0-40b2-9c0d-37d6ed3e9a21 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 945 time: 0.0520263 Apr 06 11:12:01.206963 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 7e85cd64-d038-4ab2-8232-0c75dfa30412 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:12:01.207351 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:01.207954 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fb1e4c00-75da-4dcb-9d4a-07156bd6351d req-4b0b85b7-0d6c-4188-bfc7-586074768f2c tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414202 Apr 06 11:12:01.230199 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e85cd64-d038-4ab2-8232-0c75dfa30412'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:12:01.232457 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb5011f-0878-41c2-bfc6-646dd06b6576" -d '{"events": [{"server_uuid": "9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed", "name": "network-vif-plugged", "status": "completed", "tag": "7e85cd64-d038-4ab2-8232-0c75dfa30412"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:12:01.244588 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 7e85cd64-d038-4ab2-8232-0c75dfa30412, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7e85cd64-d038-4ab2-8232-0c75dfa30412,segment=NetworkSegment(6048a0d9-5389-425b-8284-b2329bd926b3),segment_id=6048a0d9-5389-425b-8284-b2329bd926b3)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:12:01.270432 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69af3db-c63d-40be-a47f-1a4ff3d6683a x-openstack-request-id: req-a69af3db-c63d-40be-a47f-1a4ff3d6683a {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:12:01.270753 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed", "name": "network-vif-plugged", "status": "completed", "tag": "7e85cd64-d038-4ab2-8232-0c75dfa30412", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:12:01.271013 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a69af3db-c63d-40be-a47f-1a4ff3d6683a {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:12:01.271417 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69af3db-c63d-40be-a47f-1a4ff3d6683a'] response: {'server_uuid': '9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e85cd64-d038-4ab2-8232-0c75dfa30412', 'code': 200} Apr 06 11:12:01.302446 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:01.352745 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=7e85cd64-d038-4ab2-8232-0c75dfa30412,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:01.618602 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9bfc3-1b4b-4f74-a98b-dac955061336 req-09b6f470-5041-4f63-9f23-7e19998d2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:01.620017 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3dd9bfc3-1b4b-4f74-a98b-dac955061336 req-09b6f470-5041-4f63-9f23-7e19998d2cf4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 1130 time: 0.0453293 Apr 06 11:12:01.665179 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3dd9bfc3-1b4b-4f74-a98b-dac955061336 req-6d7f22d9-98c4-45ed-b314-867b00311b1e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360305 Apr 06 11:12:02.320661 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34939a3f-5a04-4a0c-b09c-69db7b27bc14 req-2c86902e-a545-4b44-894d-1a5c6133043e tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:02.322262 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-34939a3f-5a04-4a0c-b09c-69db7b27bc14 req-2c86902e-a545-4b44-894d-1a5c6133043e tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 946 time: 0.0509081 Apr 06 11:12:02.367389 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-34939a3f-5a04-4a0c-b09c-69db7b27bc14 req-43038dca-344d-4e27-a14d-774a8153c7b6 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397813 Apr 06 11:12:03.486622 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00a63c-7d50-4461-bee1-89877f5ae8ca req-7e0c73ab-d56d-4755-8614-e4d78894a570 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:03.488082 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8d00a63c-7d50-4461-bee1-89877f5ae8ca req-7e0c73ab-d56d-4755-8614-e4d78894a570 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 946 time: 0.0526440 Apr 06 11:12:03.533728 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8d00a63c-7d50-4461-bee1-89877f5ae8ca req-131ccb54-3727-4891-8ae6-fc5588af648c tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400658 Apr 06 11:12:04.646470 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608cab2-7f46-4bed-89d6-aaa6d6f477e0 req-874d26e5-1ae1-47d1-b025-4633732437a4 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:04.647930 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a608cab2-7f46-4bed-89d6-aaa6d6f477e0 req-874d26e5-1ae1-47d1-b025-4633732437a4 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 946 time: 0.0508378 Apr 06 11:12:04.697573 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a608cab2-7f46-4bed-89d6-aaa6d6f477e0 req-3404769c-b63b-4735-b8de-7e93762593b7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Apr 06 11:12:06.245790 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68d154-a9ca-4295-a64a-fd93be3667ed req-2548b6ed-70a3-4b20-9140-814317a7f401 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:06.247222 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eb68d154-a9ca-4295-a64a-fd93be3667ed req-2548b6ed-70a3-4b20-9140-814317a7f401 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 946 time: 0.0507162 Apr 06 11:12:06.291931 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eb68d154-a9ca-4295-a64a-fd93be3667ed req-660d50a1-47bc-4b39-a9b4-72d12a756735 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386493 Apr 06 11:12:07.412606 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d985a-9b6c-45c1-b327-baf9594e0549 req-ee16cb65-36b0-42f3-979c-95efc695ca4d tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:07.414080 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-de7d985a-9b6c-45c1-b327-baf9594e0549 req-ee16cb65-36b0-42f3-979c-95efc695ca4d tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 946 time: 0.0547044 Apr 06 11:12:07.460009 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-de7d985a-9b6c-45c1-b327-baf9594e0549 req-cada51aa-c64b-43fb-8b4b-8c042418a086 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Apr 06 11:12:08.489722 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce96f4-2263-406a-9b7d-6a7e266d00cc req-1d482ae8-926a-4612-b204-cca217637ee8 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:08.491192 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6cce96f4-2263-406a-9b7d-6a7e266d00cc req-1d482ae8-926a-4612-b204-cca217637ee8 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 946 time: 0.0502923 Apr 06 11:12:08.609215 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6246c8-ab49-4186-9e69-b88b863d9fe4 req-0214e80c-6e99-4e64-8a67-f537969e3a26 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:08.610672 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bc6246c8-ab49-4186-9e69-b88b863d9fe4 req-0214e80c-6e99-4e64-8a67-f537969e3a26 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 946 time: 0.0863402 Apr 06 11:12:08.638965 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-6cce96f4-2263-406a-9b7d-6a7e266d00cc req-7ff2533c-2af4-4743-a59e-cedf9583d0c3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Deleting port 7e85cd64-d038-4ab2-8232-0c75dfa30412 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:12:08.639321 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6cce96f4-2263-406a-9b7d-6a7e266d00cc req-7ff2533c-2af4-4743-a59e-cedf9583d0c3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:08.710397 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bc6246c8-ab49-4186-9e69-b88b863d9fe4 req-f18031dd-e970-43ed-bb9e-4b99f5b02bdc tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926332 Apr 06 11:12:08.747017 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-6cce96f4-2263-406a-9b7d-6a7e266d00cc req-7ff2533c-2af4-4743-a59e-cedf9583d0c3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] For port 7e85cd64-d038-4ab2-8232-0c75dfa30412, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7e85cd64-d038-4ab2-8232-0c75dfa30412,segment=NetworkSegment(6048a0d9-5389-425b-8284-b2329bd926b3),segment_id=6048a0d9-5389-425b-8284-b2329bd926b3)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:12:08.747315 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6cce96f4-2263-406a-9b7d-6a7e266d00cc req-7ff2533c-2af4-4743-a59e-cedf9583d0c3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:08.759923 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-6cce96f4-2263-406a-9b7d-6a7e266d00cc req-7ff2533c-2af4-4743-a59e-cedf9583d0c3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Calling delete_port for 7e85cd64-d038-4ab2-8232-0c75dfa30412 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:12:08.942195 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6cce96f4-2263-406a-9b7d-6a7e266d00cc req-7ff2533c-2af4-4743-a59e-cedf9583d0c3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (7e85cd64-d038-4ab2-8232-0c75dfa30412), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:08.969552 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2533c-2af4-4743-a59e-cedf9583d0c3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Pushing event deleted for resources: {'Port': ['ID=7e85cd64-d038-4ab2-8232-0c75dfa30412,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:08.993876 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['7e85cd64-d038-4ab2-8232-0c75dfa30412'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:12:09.010169 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cce96f4-2263-406a-9b7d-6a7e266d00cc req-7ff2533c-2af4-4743-a59e-cedf9583d0c3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] No DVR routers for this DVR port 7e85cd64-d038-4ab2-8232-0c75dfa30412 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:12:09.013297 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6cce96f4-2263-406a-9b7d-6a7e266d00cc req-7ff2533c-2af4-4743-a59e-cedf9583d0c3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:09.016562 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6cce96f4-2263-406a-9b7d-6a7e266d00cc req-7ff2533c-2af4-4743-a59e-cedf9583d0c3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.49 "DELETE /v2.0/ports/7e85cd64-d038-4ab2-8232-0c75dfa30412 HTTP/1.1" status: 204 len: 173 time: 0.5195725 Apr 06 11:12:09.017000 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed', 'name': 'network-vif-deleted', 'tag': '7e85cd64-d038-4ab2-8232-0c75dfa30412'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:12:09.019442 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5445bc4-833c-4b80-80da-a84ee1906ff7" -d '{"events": [{"server_uuid": "9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed", "name": "network-vif-deleted", "tag": "7e85cd64-d038-4ab2-8232-0c75dfa30412"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:12:09.054165 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3635aa-69ab-4bfd-8f24-a674b824db4e x-openstack-request-id: req-8d3635aa-69ab-4bfd-8f24-a674b824db4e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:12:09.054462 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed", "name": "network-vif-deleted", "tag": "7e85cd64-d038-4ab2-8232-0c75dfa30412", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:12:09.054718 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d3635aa-69ab-4bfd-8f24-a674b824db4e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:12:09.055128 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3635aa-69ab-4bfd-8f24-a674b824db4e'] response: {'server_uuid': '9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed', 'name': 'network-vif-deleted', 'tag': '7e85cd64-d038-4ab2-8232-0c75dfa30412', 'status': 'completed', 'code': 200} Apr 06 11:12:09.818674 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-81a1f863-d70d-45f7-bdc6-44c35e099df5 req-d6b65e61-1c47-43c3-abf3-8aaa44b5c677 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=9bf3fc4d-8fd6-474c-ab9c-e9076d3d93ed HTTP/1.1" status: 200 len: 210 time: 0.0257215 Apr 06 11:12:11.079203 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43795a7-943c-45f8-be59-29999adc28bb req-1c170ce3-87da-42a4-8b45-4d92eabc0e9a tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:11.080678 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-1c170ce3-87da-42a4-8b45-4d92eabc0e9a tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/networks?id=35b49477-1928-4e97-af4e-b2a865a39510 HTTP/1.1" status: 200 len: 808 time: 0.1074669 Apr 06 11:12:11.095080 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-9e3cd47f-5c4c-4496-9c7a-fa80b72cc6a3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/quotas/3bf518b73d33421badb2de2696a58e91 HTTP/1.1" status: 200 len: 375 time: 0.0091717 Apr 06 11:12:11.125593 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-a6ec14a9-aa1c-477a-be01-565057bc18ff tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bf518b73d33421badb2de2696a58e91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257995 Apr 06 11:12:11.215190 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-df6b5c17-ed78-46fa-b262-9cd56ba82cca service neutron] 10.222.0.62 "GET /v2.0/networks/35b49477-1928-4e97-af4e-b2a865a39510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830789 Apr 06 11:12:11.569078 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-b4499157-98b8-4a91-a4a3-09dfd3e143d0 service neutron] 10.222.0.62 "GET /v2.0/networks/35b49477-1928-4e97-af4e-b2a865a39510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476624 Apr 06 11:12:11.805223 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-513a1ac3-c742-461e-b8b1-a7cf1a54d03e req-31f7c1ac-ec9c-4c8c-a5a9-194b7b2b4743 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 210 time: 0.0275486 Apr 06 11:12:12.037610 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:12:12.917702 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4552e791-e38b-4404-9dab-0af2610e90f5 req-25a3895d-97c1-48df-a18f-2dbdac9b01bc tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 210 time: 0.0298092 Apr 06 11:12:13.016999 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 7e85cd64-d038-4ab2-8232-0c75dfa30412 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:12:13.036562 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: 7e85cd64-d038-4ab2-8232-0c75dfa30412 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:12:13.036902 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 7e85cd64-d038-4ab2-8232-0c75dfa30412 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:12:13.894972 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43795a7-943c-45f8-be59-29999adc28bb req-732422cc-8044-42c6-95ca-e4b0414ab8f5 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:13.896516 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-732422cc-8044-42c6-95ca-e4b0414ab8f5 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.49 "GET /v2.0/networks?id=35b49477-1928-4e97-af4e-b2a865a39510 HTTP/1.1" status: 200 len: 808 time: 0.1032436 Apr 06 11:12:13.924039 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-a43795a7-943c-45f8-be59-29999adc28bb req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Request body: {'port': {'device_id': 'dd75aaa2-f9ad-4b6c-aa87-75e34119caa3', 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510', 'admin_state_up': True, 'tenant_id': '3bf518b73d33421badb2de2696a58e91'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:12:14.033276 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eceac656-4344-46e3-bcda-a23c63a74944 req-f06345b0-3321-40be-9ad3-dbf1c45bda31 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 210 time: 0.0402763 Apr 06 11:12:14.113874 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43795a7-943c-45f8-be59-29999adc28bb req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Made reservation on behalf of 3bf518b73d33421badb2de2696a58e91 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:12:14.117348 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a43795a7-943c-45f8-be59-29999adc28bb req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:14.239886 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-a43795a7-943c-45f8-be59-29999adc28bb req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Allocated IP 172.20.0.3 (35b49477-1928-4e97-af4e-b2a865a39510/db1ce850-86dc-4d68-91fd-7a70c5c35aa9/d610bce6-cb51-4506-b719-2e61fad3d241) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:12:14.388136 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a43795a7-943c-45f8-be59-29999adc28bb req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks [] for port (d610bce6-cb51-4506-b719-2e61fad3d241), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:14.457224 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a43795a7-943c-45f8-be59-29999adc28bb req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:14.498572 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43795a7-943c-45f8-be59-29999adc28bb req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Network 35b49477-1928-4e97-af4e-b2a865a39510 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:12:14.507895 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-a43795a7-943c-45f8-be59-29999adc28bb req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:12:14.511695 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43795a7-943c-45f8-be59-29999adc28bb req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:12:14.535106 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Pushing event updated for resources: {'Port': ['ID=d610bce6-cb51-4506-b719-2e61fad3d241,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:14.562652 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43795a7-943c-45f8-be59-29999adc28bb req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:14.563254 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a43795a7-943c-45f8-be59-29999adc28bb req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:14.642978 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-d064695a-5533-49e2-b90a-ff3dc31e8b69 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7237031 Apr 06 11:12:14.670130 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Request body: {'port': {'device_id': 'dd75aaa2-f9ad-4b6c-aa87-75e34119caa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:12:14.761366 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a958e3-333e-4441-884c-758ee3c50337 req-9b718333-8734-4336-b991-6711146eaf25 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:14.762807 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-04a958e3-333e-4441-884c-758ee3c50337 req-9b718333-8734-4336-b991-6711146eaf25 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.1055970 Apr 06 11:12:14.767756 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:14.848280 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-04a958e3-333e-4441-884c-758ee3c50337 req-ff299cdb-c8f6-4ae7-adab-a9d0d840c4b9 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783565 Apr 06 11:12:14.976634 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:15.055206 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d610bce6-cb51-4506-b719-2e61fad3d241 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:12:15.063934 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Publish callbacks [] for port (d610bce6-cb51-4506-b719-2e61fad3d241), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:15.076042 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Transition to ACTIVE for port object d610bce6-cb51-4506-b719-2e61fad3d241 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:12:15.125930 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:15.158924 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4daea4-2059-4e2c-a81a-b5f6abd569bd req-f9bee228-49c4-4534-adf7-2e1fd844b7d7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:15.160511 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-be4daea4-2059-4e2c-a81a-b5f6abd569bd req-f9bee228-49c4-4534-adf7-2e1fd844b7d7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 931 time: 0.0523419 Apr 06 11:12:15.177791 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Pushing event updated for resources: {'Port': ['ID=d610bce6-cb51-4506-b719-2e61fad3d241,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:15.208723 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-be4daea4-2059-4e2c-a81a-b5f6abd569bd req-40b1e83c-ba6c-462c-89aa-bcb85712e9b3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422287 Apr 06 11:12:15.248763 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Attempting to bind port d610bce6-cb51-4506-b719-2e61fad3d241 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:12:15.249221 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Attempting to bind port d610bce6-cb51-4506-b719-2e61fad3d241 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6048a0d9-5389-425b-8284-b2329bd926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:12:15.250056 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Attempting to bind port d610bce6-cb51-4506-b719-2e61fad3d241 on network 35b49477-1928-4e97-af4e-b2a865a39510 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:12:15.254157 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Port d610bce6-cb51-4506-b719-2e61fad3d241 on network 35b49477-1928-4e97-af4e-b2a865a39510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:12:15.254472 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Attempting to bind port d610bce6-cb51-4506-b719-2e61fad3d241 on network 35b49477-1928-4e97-af4e-b2a865a39510 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:12:15.259093 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:12:15.259420 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Checking segment: {'id': '6048a0d9-5389-425b-8284-b2329bd926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:12:15.259791 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Bound using segment: {'id': '6048a0d9-5389-425b-8284-b2329bd926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:12:15.260205 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Bound port: d610bce6-cb51-4506-b719-2e61fad3d241, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6048a0d9-5389-425b-8284-b2329bd926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:12:15.260553 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:15.333927 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] For port d610bce6-cb51-4506-b719-2e61fad3d241, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:12:15.360653 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] For port d610bce6-cb51-4506-b719-2e61fad3d241, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d610bce6-cb51-4506-b719-2e61fad3d241,segment=NetworkSegment(6048a0d9-5389-425b-8284-b2329bd926b3),segment_id=6048a0d9-5389-425b-8284-b2329bd926b3)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:12:15.377613 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73e14f05-dbb9-40df-b815-3956575347cb req-e4dca420-6f6b-4792-845e-8c77eb33c3f2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533686 Apr 06 11:12:15.406383 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:15.471002 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:15.471607 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:15.472935 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] 10.222.0.49 "PUT /v2.0/ports/d610bce6-cb51-4506-b719-2e61fad3d241 HTTP/1.1" status: 200 len: 1093 time: 0.8143535 Apr 06 11:12:15.473387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd75aaa2-f9ad-4b6c-aa87-75e34119caa3', 'tag': 'd610bce6-cb51-4506-b719-2e61fad3d241'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:12:15.475566 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc1d713-53be-4238-acb2-f5deeb940f46" -d '{"events": [{"name": "network-changed", "server_uuid": "dd75aaa2-f9ad-4b6c-aa87-75e34119caa3", "tag": "d610bce6-cb51-4506-b719-2e61fad3d241"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:12:15.498429 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200d10a-344e-4f7d-8071-c71082569812 service neutron] Pushing event updated for resources: {'Port': ['ID=d610bce6-cb51-4506-b719-2e61fad3d241,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:15.510156 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14f05-dbb9-40df-b815-3956575347cb req-28fbc62c-e4cc-4433-b055-546af5faecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:15.511650 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73e14f05-dbb9-40df-b815-3956575347cb req-28fbc62c-e4cc-4433-b055-546af5faecb8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 1129 time: 0.0784504 Apr 06 11:12:15.527016 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b7074b-6f3c-442f-8938-61f5555797ea x-openstack-request-id: req-05b7074b-6f3c-442f-8938-61f5555797ea {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:12:15.527016 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd75aaa2-f9ad-4b6c-aa87-75e34119caa3", "tag": "d610bce6-cb51-4506-b719-2e61fad3d241", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:12:15.527016 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05b7074b-6f3c-442f-8938-61f5555797ea {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:12:15.527016 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b7074b-6f3c-442f-8938-61f5555797ea'] response: {'name': 'network-changed', 'server_uuid': 'dd75aaa2-f9ad-4b6c-aa87-75e34119caa3', 'tag': 'd610bce6-cb51-4506-b719-2e61fad3d241', 'status': 'completed', 'code': 200} Apr 06 11:12:15.698870 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1d713-53be-4238-acb2-f5deeb940f46 req-e712561d-3a57-4839-9607-8cdb157b8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:15.700322 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cbc1d713-53be-4238-acb2-f5deeb940f46 req-e712561d-3a57-4839-9607-8cdb157b8551 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3bf518b73d33421badb2de2696a58e91&device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 1127 time: 0.1002507 Apr 06 11:12:15.709431 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14f05-dbb9-40df-b815-3956575347cb req-28016e39-cec9-46a9-8929-3c00287ca694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:15.710732 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73e14f05-dbb9-40df-b815-3956575347cb req-28016e39-cec9-46a9-8929-3c00287ca694 service neutron] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 919 time: 0.1185782 Apr 06 11:12:15.799037 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73e14f05-dbb9-40df-b815-3956575347cb req-30bce831-c989-4d8d-a6d1-322c07a03d54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e742439-6216-46cc-ac73-975eeece043a HTTP/1.1" status: 200 len: 217 time: 0.0658114 Apr 06 11:12:15.875047 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14f05-dbb9-40df-b815-3956575347cb req-6406f750-c106-4584-bf82-932adc790a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:15.876525 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73e14f05-dbb9-40df-b815-3956575347cb req-6406f750-c106-4584-bf82-932adc790a8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0660911 Apr 06 11:12:15.879205 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1d713-53be-4238-acb2-f5deeb940f46 req-2377dc69-aa50-464e-a936-e4b3a1630208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:15.880563 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cbc1d713-53be-4238-acb2-f5deeb940f46 req-2377dc69-aa50-464e-a936-e4b3a1630208 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3bf518b73d33421badb2de2696a58e91&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1546860 Apr 06 11:12:15.971330 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d04a0-5020-4b0b-b7b6-aeb6d8c3b593 req-0206f0ca-d59a-4b28-b373-4bd7351a6cdc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:15.972716 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ef9d04a0-5020-4b0b-b7b6-aeb6d8c3b593 req-0206f0ca-d59a-4b28-b373-4bd7351a6cdc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0533462 Apr 06 11:12:15.992951 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14f05-dbb9-40df-b815-3956575347cb req-dc0aec27-72c5-47e9-bfc3-9f1d2a45faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:15.994449 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73e14f05-dbb9-40df-b815-3956575347cb req-dc0aec27-72c5-47e9-bfc3-9f1d2a45faa0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1069884 Apr 06 11:12:16.018519 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ef9d04a0-5020-4b0b-b7b6-aeb6d8c3b593 req-a3cb8b61-a6d6-4f23-958c-e8f179a4d1f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 Apr 06 11:12:16.023908 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1d713-53be-4238-acb2-f5deeb940f46 req-10b3578e-6921-4ae6-a424-d1b5173b5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:16.025357 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cbc1d713-53be-4238-acb2-f5deeb940f46 req-10b3578e-6921-4ae6-a424-d1b5173b5a3c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367443 Apr 06 11:12:16.093977 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73e14f05-dbb9-40df-b815-3956575347cb req-c71f7bb8-18d4-4d62-815d-810c03e053b0 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894241 Apr 06 11:12:16.214072 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43795a7-943c-45f8-be59-29999adc28bb req-4e4ff2b9-6082-4b78-8b07-a46d00e7268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:16.215520 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-4e4ff2b9-6082-4b78-8b07-a46d00e7268d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3bf518b73d33421badb2de2696a58e91&device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 1127 time: 0.0927696 Apr 06 11:12:16.217651 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73e14f05-dbb9-40df-b815-3956575347cb req-9e7ea335-9d1f-4a3f-aa90-a269c460886f service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118762 Apr 06 11:12:16.282956 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-adc74a2c-fcb3-4f56-84bd-403e16e42844 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d610bce6-cb51-4506-b719-2e61fad3d241 HTTP/1.1" status: 200 len: 217 time: 0.0389132 Apr 06 11:12:16.363541 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a6556-0c87-4401-9563-34cff821b333 req-354ebd93-aeef-405b-aaae-9a7431f6c184 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:16.364965 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9d7a6556-0c87-4401-9563-34cff821b333 req-354ebd93-aeef-405b-aaae-9a7431f6c184 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 943 time: 0.0847504 Apr 06 11:12:16.366641 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43795a7-943c-45f8-be59-29999adc28bb req-29c1de27-0480-41d8-99f2-4bb8f1132bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:16.367934 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-29c1de27-0480-41d8-99f2-4bb8f1132bfe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db1ce850-86dc-4d68-91fd-7a70c5c35aa9 HTTP/1.1" status: 200 len: 848 time: 0.0616593 Apr 06 11:12:16.413930 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9d7a6556-0c87-4401-9563-34cff821b333 req-27d0e16b-ede5-4af2-853b-d294b2d9f047 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431466 Apr 06 11:12:16.649633 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-f8a37ee0-1c3f-4a75-97c0-311901b9b289 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=35b49477-1928-4e97-af4e-b2a865a39510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255177 Apr 06 11:12:16.737281 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-71910031-b545-4f38-964f-cb42a42625e6 service neutron] 10.222.0.49 "GET /v2.0/networks/35b49477-1928-4e97-af4e-b2a865a39510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812938 Apr 06 11:12:16.908020 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a43795a7-943c-45f8-be59-29999adc28bb req-74491e7d-3772-4bbc-bf69-3c6c4e55e7f8 service neutron] 10.222.0.49 "GET /v2.0/networks/35b49477-1928-4e97-af4e-b2a865a39510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855477 Apr 06 11:12:17.142963 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164a93-d714-477e-91c8-b04a0ab8f9b7 req-230476ea-0335-4e39-ae54-6cda2c07455d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:17.144714 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e9164a93-d714-477e-91c8-b04a0ab8f9b7 req-230476ea-0335-4e39-ae54-6cda2c07455d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0554011 Apr 06 11:12:17.192216 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e9164a93-d714-477e-91c8-b04a0ab8f9b7 req-fd63582f-4528-4b7b-9d43-4272ed177d26 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422163 Apr 06 11:12:17.531387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c4801-3526-434f-b3d6-544c4d793a3d req-1dcd139f-30a1-437e-8da1-e60e50413793 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:17.532831 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2f1c4801-3526-434f-b3d6-544c4d793a3d req-1dcd139f-30a1-437e-8da1-e60e50413793 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 943 time: 0.0520766 Apr 06 11:12:17.578818 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2f1c4801-3526-434f-b3d6-544c4d793a3d req-0ead18ce-88dd-456b-bb0f-3ab6db2fc2eb tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Apr 06 11:12:18.313986 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad9348-f7be-40b1-8e9d-25b9f6095d5d req-d65ec1fc-daad-4b6b-841d-cab00e602244 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:18.315474 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-87ad9348-f7be-40b1-8e9d-25b9f6095d5d req-d65ec1fc-daad-4b6b-841d-cab00e602244 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0538521 Apr 06 11:12:18.361213 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-87ad9348-f7be-40b1-8e9d-25b9f6095d5d req-bb2eb098-7719-4700-8982-3f7a87745468 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401814 Apr 06 11:12:18.693859 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54cbef-aefd-4ac1-b475-f6af00f36fd2 req-9f3e34d6-184e-4a63-9a2e-6f5b73125283 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:18.695299 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1c54cbef-aefd-4ac1-b475-f6af00f36fd2 req-9f3e34d6-184e-4a63-9a2e-6f5b73125283 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 943 time: 0.0517387 Apr 06 11:12:18.743636 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1c54cbef-aefd-4ac1-b475-f6af00f36fd2 req-0581689d-d4ef-40b1-a187-9aca5a5f7cf7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 Apr 06 11:12:19.482267 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154bba2-c3ab-4e89-9bad-151b72153220 req-1ca202d4-7b57-485d-94c6-de647107199a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:19.484223 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a154bba2-c3ab-4e89-9bad-151b72153220 req-1ca202d4-7b57-485d-94c6-de647107199a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0506561 Apr 06 11:12:19.532719 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a154bba2-c3ab-4e89-9bad-151b72153220 req-a5768b34-0876-452a-8c8a-cf54b2006092 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430174 Apr 06 11:12:19.859937 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d7f27-4e31-4bc2-bde1-01bf1d0bf1fc req-ec26df12-1392-4142-83e0-0e515a493651 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:19.861401 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d79d7f27-4e31-4bc2-bde1-01bf1d0bf1fc req-ec26df12-1392-4142-83e0-0e515a493651 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 943 time: 0.0510623 Apr 06 11:12:19.905108 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d79d7f27-4e31-4bc2-bde1-01bf1d0bf1fc req-fcd2ae19-e165-45f8-9663-e3d363f557e4 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383222 Apr 06 11:12:20.653185 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8b4ff-080b-42ef-8c52-018f09d23436 req-9442885b-2d89-47f8-9b7b-0cd6b717ca39 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:20.654662 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f4b8b4ff-080b-42ef-8c52-018f09d23436 req-9442885b-2d89-47f8-9b7b-0cd6b717ca39 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0520380 Apr 06 11:12:20.700961 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f4b8b4ff-080b-42ef-8c52-018f09d23436 req-917b6a15-3e36-43be-961c-e5999a236a19 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407579 Apr 06 11:12:21.021844 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1a557-8af2-41d3-95a7-595d1b8022ad req-52344cc1-b92b-4446-a935-014da2f3de06 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:21.023282 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bfd1a557-8af2-41d3-95a7-595d1b8022ad req-52344cc1-b92b-4446-a935-014da2f3de06 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 943 time: 0.0516121 Apr 06 11:12:21.062607 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device d610bce6-cb51-4506-b719-2e61fad3d241 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:12:21.070058 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bfd1a557-8af2-41d3-95a7-595d1b8022ad req-fb36f12b-de53-490a-9f7e-40d57e1b8fdf tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 Apr 06 11:12:21.163161 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port d610bce6-cb51-4506-b719-2e61fad3d241, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d610bce6-cb51-4506-b719-2e61fad3d241,segment=NetworkSegment(6048a0d9-5389-425b-8284-b2329bd926b3),segment_id=6048a0d9-5389-425b-8284-b2329bd926b3)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:12:21.290929 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'd610bce6-cb51-4506-b719-2e61fad3d241', 'network_id': '35b49477-1928-4e97-af4e-b2a865a39510', 'port_id': 'd610bce6-cb51-4506-b719-2e61fad3d241', 'mac_address': 'fa:16:3e:bc:a4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db1ce850-86dc-4d68-91fd-7a70c5c35aa9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:12:21.326386 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port d610bce6-cb51-4506-b719-2e61fad3d241 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:12:21.326769 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:21.339263 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d610bce6-cb51-4506-b719-2e61fad3d241 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:12:21.360374 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port d610bce6-cb51-4506-b719-2e61fad3d241, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d610bce6-cb51-4506-b719-2e61fad3d241,segment=NetworkSegment(6048a0d9-5389-425b-8284-b2329bd926b3),segment_id=6048a0d9-5389-425b-8284-b2329bd926b3)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:12:21.411005 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:21.457277 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=d610bce6-cb51-4506-b719-2e61fad3d241,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:21.823823 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70944c3-05f8-4be2-a167-55fe27a82ff0 req-5cf0aa64-6a6f-405c-9bf8-569eec969e65 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:21.825345 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a70944c3-05f8-4be2-a167-55fe27a82ff0 req-5cf0aa64-6a6f-405c-9bf8-569eec969e65 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0521340 Apr 06 11:12:21.876289 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a70944c3-05f8-4be2-a167-55fe27a82ff0 req-8f2883b9-c32a-4a32-a9b3-d84ebe4e648b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427077 Apr 06 11:12:21.907298 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e6eddbf2-dd54-4016-8e9e-165b50bb7b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:21.924340 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['d610bce6-cb51-4506-b719-2e61fad3d241'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:12:22.189570 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d63755-568b-4114-88cd-bc4f4a6434ca req-433263d8-2f0d-496d-aa42-e27237c49f46 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:22.190857 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-00d63755-568b-4114-88cd-bc4f4a6434ca req-433263d8-2f0d-496d-aa42-e27237c49f46 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 944 time: 0.0562069 Apr 06 11:12:22.237557 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-00d63755-568b-4114-88cd-bc4f4a6434ca req-05f10975-5144-475e-a9d3-e449f6bdd5f5 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Apr 06 11:12:22.548544 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51052) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:12:22.553030 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-e9d1bbdb-4d77-4715-8f07-429186fb89a9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1678637607', 'description': 'tempest-description--671342587'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:12:22.633003 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9d1bbdb-4d77-4715-8f07-429186fb89a9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:22.697303 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9d1bbdb-4d77-4715-8f07-429186fb89a9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (9bdbd22e-8676-4b80-a8a0-e9e66861a8da), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:22.758970 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9d1bbdb-4d77-4715-8f07-429186fb89a9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (9bdbd22e-8676-4b80-a8a0-e9e66861a8da), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:22.791605 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1bbdb-4d77-4715-8f07-429186fb89a9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdbd22e-8676-4b80-a8a0-e9e66861a8da,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:22.852530 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e9d1bbdb-4d77-4715-8f07-429186fb89a9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:22.853854 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-e9d1bbdb-4d77-4715-8f07-429186fb89a9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3042376 Apr 06 11:12:22.856568 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51054) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:12:22.861528 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-19d8c0c0-64ca-446e-be86-a1a4d78f6fbf tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'security_group_rule': {'security_group_id': '9bdbd22e-8676-4b80-a8a0-e9e66861a8da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:12:22.941600 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19d8c0c0-64ca-446e-be86-a1a4d78f6fbf tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (21b67cab-2548-418a-867d-3bc9a8bbf113), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.032842 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14fe30-c795-4410-b7c1-f52be8de034e req-8824dfc5-0834-4027-80de-db89cdde46eb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:23.034320 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef14fe30-c795-4410-b7c1-f52be8de034e req-8824dfc5-0834-4027-80de-db89cdde46eb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0887825 Apr 06 11:12:23.039839 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19d8c0c0-64ca-446e-be86-a1a4d78f6fbf tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (21b67cab-2548-418a-867d-3bc9a8bbf113), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.080819 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ef14fe30-c795-4410-b7c1-f52be8de034e req-069a65eb-d9a1-4181-b733-7185d3d3b1fe tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 Apr 06 11:12:23.108163 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19d8c0c0-64ca-446e-be86-a1a4d78f6fbf tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (21b67cab-2548-418a-867d-3bc9a8bbf113), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.120252 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device d610bce6-cb51-4506-b719-2e61fad3d241 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:12:23.126570 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8c0c0-64ca-446e-be86-a1a4d78f6fbf tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b67cab-2548-418a-867d-3bc9a8bbf113,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:23.218876 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-19d8c0c0-64ca-446e-be86-a1a4d78f6fbf tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.220641 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-19d8c0c0-64ca-446e-be86-a1a4d78f6fbf tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3630838 Apr 06 11:12:23.223228 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51058) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:12:23.227678 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-18b2beec-1d0a-4a69-a47e-496b0633c79d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'security_group_rule': {'security_group_id': '9bdbd22e-8676-4b80-a8a0-e9e66861a8da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:12:23.250768 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port d610bce6-cb51-4506-b719-2e61fad3d241 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:12:23.254713 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port d610bce6-cb51-4506-b719-2e61fad3d241 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:12:23.255093 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.319250 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18b2beec-1d0a-4a69-a47e-496b0633c79d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (daf265ae-4ea3-4f89-9f33-4ed4fc34089d), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.344923 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port d610bce6-cb51-4506-b719-2e61fad3d241 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:12:23.345322 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.371763 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd75aaa2-f9ad-4b6c-aa87-75e34119caa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd610bce6-cb51-4506-b719-2e61fad3d241'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:12:23.374049 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f813b5-a283-4228-a31b-9c14918dc507" -d '{"events": [{"server_uuid": "dd75aaa2-f9ad-4b6c-aa87-75e34119caa3", "name": "network-vif-plugged", "status": "completed", "tag": "d610bce6-cb51-4506-b719-2e61fad3d241"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:12:23.376193 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1052f7-6636-4117-a0a1-6baadf1984f0 req-6a236c6e-ce43-4ae6-b4e8-3054cd137363 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:23.377821 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cc1052f7-6636-4117-a0a1-6baadf1984f0 req-6a236c6e-ce43-4ae6-b4e8-3054cd137363 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 944 time: 0.0688863 Apr 06 11:12:23.378020 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18b2beec-1d0a-4a69-a47e-496b0633c79d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (daf265ae-4ea3-4f89-9f33-4ed4fc34089d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.391532 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port d610bce6-cb51-4506-b719-2e61fad3d241, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d610bce6-cb51-4506-b719-2e61fad3d241,segment=NetworkSegment(6048a0d9-5389-425b-8284-b2329bd926b3),segment_id=6048a0d9-5389-425b-8284-b2329bd926b3)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:12:23.417172 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1ba280-d0f3-4c05-a1e6-123476c14e7b x-openstack-request-id: req-fe1ba280-d0f3-4c05-a1e6-123476c14e7b {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:12:23.417470 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd75aaa2-f9ad-4b6c-aa87-75e34119caa3", "name": "network-vif-plugged", "status": "completed", "tag": "d610bce6-cb51-4506-b719-2e61fad3d241", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:12:23.417729 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe1ba280-d0f3-4c05-a1e6-123476c14e7b {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:12:23.418161 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1ba280-d0f3-4c05-a1e6-123476c14e7b'] response: {'server_uuid': 'dd75aaa2-f9ad-4b6c-aa87-75e34119caa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd610bce6-cb51-4506-b719-2e61fad3d241', 'code': 200} Apr 06 11:12:23.426749 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cc1052f7-6636-4117-a0a1-6baadf1984f0 req-6290688c-ca4d-403e-8bbd-e93065856b3b tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 Apr 06 11:12:23.462500 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18b2beec-1d0a-4a69-a47e-496b0633c79d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (daf265ae-4ea3-4f89-9f33-4ed4fc34089d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.480851 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2beec-1d0a-4a69-a47e-496b0633c79d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf265ae-4ea3-4f89-9f33-4ed4fc34089d,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:23.485462 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.536949 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=d610bce6-cb51-4506-b719-2e61fad3d241,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:23.555426 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-18b2beec-1d0a-4a69-a47e-496b0633c79d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.556632 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-18b2beec-1d0a-4a69-a47e-496b0633c79d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3323786 Apr 06 11:12:23.565487 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51064) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:12:23.570005 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:12:23.696574 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.797765 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36128428-efbe-4318-905d-0862b00ce31d req-72554150-f90b-4283-809d-2b418b8abd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:23.799229 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-36128428-efbe-4318-905d-0862b00ce31d req-72554150-f90b-4283-809d-2b418b8abd78 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 1129 time: 0.0595291 Apr 06 11:12:23.858922 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:23.868087 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-36128428-efbe-4318-905d-0862b00ce31d req-ab421083-c43a-4d8a-bbd3-e1ada80b8a58 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610640 Apr 06 11:12:23.966321 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Allocated IP 172.27.3.138 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:12:24.061378 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for port (69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:24.200453 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:24.237591 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b829f-0e91-4c63-a90c-1274ab6b1fc3 req-024eb881-c777-422a-aab6-e2b8618d3b2e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:24.239389 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6f7b829f-0e91-4c63-a90c-1274ab6b1fc3 req-024eb881-c777-422a-aab6-e2b8618d3b2e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0832560 Apr 06 11:12:24.239672 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3837329e-0981-4de6-8ef6-eb4de05018ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:24.259431 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:12:24.271060 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:12:24.276779 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:12:24.280388 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'Port': ['ID=69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:24.333836 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6f7b829f-0e91-4c63-a90c-1274ab6b1fc3 req-740bc72d-4e5a-473d-b013-a110fc6887fb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889664 Apr 06 11:12:24.382633 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (9d3903a6-1621-452a-8853-33067d4fbb33), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:24.454560 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:24.541348 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bbd63-9c33-4357-95dc-5fce9fcd1673 req-9d46e84a-cdb3-4b48-90fe-f7e65fa15282 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:24.542716 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-711bbd63-9c33-4357-95dc-5fce9fcd1673 req-9d46e84a-cdb3-4b48-90fe-f7e65fa15282 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 945 time: 0.0508964 Apr 06 11:12:24.591527 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-711bbd63-9c33-4357-95dc-5fce9fcd1673 req-dffc9edf-5134-4fed-9eb5-c81c5d7f77b5 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423369 Apr 06 11:12:24.605214 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for port (69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:24.685333 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:24.751366 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'Port': ['ID=69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:24.762797 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (9d3903a6-1621-452a-8853-33067d4fbb33), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:24.841165 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:24.842347 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-55e81eee-935e-4ffe-aa42-ae26c10d47db tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2758670 Apr 06 11:12:25.030644 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-60812b17-165c-4276-a8a1-55a34bdca028 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1678637607&fields=id&tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec HTTP/1.1" status: 200 len: 267 time: 0.0415254 Apr 06 11:12:25.134728 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-f0d732ad-e78c-48b3-8914-6de8708b1324 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:25.136141 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-f0d732ad-e78c-48b3-8914-6de8708b1324 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 814 time: 0.0992727 Apr 06 11:12:25.151427 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-4beaf6f4-ba1f-4ec4-89e6-9a11788fb2bf tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/quotas/8bcfb6262bb7416b985b1d670dcdf4ec HTTP/1.1" status: 200 len: 375 time: 0.0093572 Apr 06 11:12:25.206844 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-5f2b4e5c-c037-473b-99a6-353e0f4387f3 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504782 Apr 06 11:12:25.302049 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-c9d24f08-ebfb-449e-aace-06f738e491a4 service neutron] 10.222.0.62 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841053 Apr 06 11:12:25.302776 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:25.394177 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-411f55b5-1e67-4e8f-95ee-1592fa60a7f6 service neutron] 10.222.0.62 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863025 Apr 06 11:12:25.457495 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1427b6e-a8f2-46f4-a0dc-6b8174bd356e req-16912d73-a613-47ea-859a-451f4dc3f280 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:25.459049 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1427b6e-a8f2-46f4-a0dc-6b8174bd356e req-16912d73-a613-47ea-859a-451f4dc3f280 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0565262 Apr 06 11:12:25.505440 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1427b6e-a8f2-46f4-a0dc-6b8174bd356e req-71eadc52-cb14-4132-ab7d-77a6b22bdb38 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408258 Apr 06 11:12:25.641286 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5f7257e2-b8ec-462c-8027-8074fa7ca9de req-e0967221-a808-40b0-9845-ed8756ebcf89 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 210 time: 0.0295477 Apr 06 11:12:25.713668 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f48e2-20cb-4162-8686-33c8ff4ad31e req-09b3509d-9595-4ed2-8bcc-c846a24b7f44 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:25.715140 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-507f48e2-20cb-4162-8686-33c8ff4ad31e req-09b3509d-9595-4ed2-8bcc-c846a24b7f44 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 945 time: 0.0540173 Apr 06 11:12:25.765656 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-507f48e2-20cb-4162-8686-33c8ff4ad31e req-8e3d9645-9069-4b17-8072-e0c6845a8433 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449929 Apr 06 11:12:26.625331 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609c091-6267-473b-86ba-182d27222aa4 req-e984a1de-744d-42b2-a66a-1204004092e1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:26.627296 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7609c091-6267-473b-86ba-182d27222aa4 req-e984a1de-744d-42b2-a66a-1204004092e1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0523231 Apr 06 11:12:26.676678 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7609c091-6267-473b-86ba-182d27222aa4 req-288cd30c-1f13-45ff-89e2-7880cb656f31 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438628 Apr 06 11:12:26.748423 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-334e475f-0cb7-45bc-a6f9-f6134514fbc6 req-6261fdbc-ad1a-4c2c-86e6-2395b04a24e1 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 210 time: 0.0281115 Apr 06 11:12:26.793469 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:26.883949 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98660b0-4cce-4b0d-9ccc-1949383d753a req-001e539d-c8fb-4e35-85ca-5d57628d8819 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:26.885462 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c98660b0-4cce-4b0d-9ccc-1949383d753a req-001e539d-c8fb-4e35-85ca-5d57628d8819 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 945 time: 0.0549583 Apr 06 11:12:26.931893 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c98660b0-4cce-4b0d-9ccc-1949383d753a req-2e5a448e-a1e9-432f-a763-ce3bc4ffbe35 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Apr 06 11:12:27.560793 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-fc8149da-77c5-4b71-8b26-1aa437a6d9cd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:27.562223 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-fc8149da-77c5-4b71-8b26-1aa437a6d9cd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 814 time: 0.1104066 Apr 06 11:12:27.646952 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3ff8a25f-490d-47e8-a6a6-f372850b05c9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec HTTP/1.1" status: 200 len: 472 time: 0.0621989 Apr 06 11:12:27.659069 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'port': {'device_id': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'admin_state_up': True, 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'security_groups': ['9bdbd22e-8676-4b80-a8a0-e9e66861a8da']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:12:27.830469 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288685f4-89f9-4b0d-a58b-241931f15fa2 req-9278638e-6ede-4bec-b231-3bef60b76569 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:27.832190 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-288685f4-89f9-4b0d-a58b-241931f15fa2 req-9278638e-6ede-4bec-b231-3bef60b76569 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0815551 Apr 06 11:12:27.863103 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c1402c7d-5c67-430a-a761-f6d76d03296e req-51f0d1d0-9f1a-4a4f-8ee2-b7fc49c8a588 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 210 time: 0.0274467 Apr 06 11:12:27.883765 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-288685f4-89f9-4b0d-a58b-241931f15fa2 req-235cfb39-4426-401d-8262-de9d2836b2ce tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459056 Apr 06 11:12:27.902565 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Made reservation on behalf of 8bcfb6262bb7416b985b1d670dcdf4ec for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:12:27.906049 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:28.030156 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Allocated IP 172.20.0.6 (1153c82f-85eb-4ccf-a631-367f6df86902/19a20e05-f19c-4ec0-af50-723b11d3fbdb/fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:12:28.178002 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:28.233820 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:28.256940 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9acfb-d875-45ca-b2b5-c6737f9ac4a9 req-989b1581-ee98-49a2-9116-870dfaf43bd3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:28.258428 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cbc9acfb-d875-45ca-b2b5-c6737f9ac4a9 req-989b1581-ee98-49a2-9116-870dfaf43bd3 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 945 time: 0.0537169 Apr 06 11:12:28.259824 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:28.316582 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Network 1153c82f-85eb-4ccf-a631-367f6df86902 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:12:28.324335 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:12:28.333330 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:12:28.362643 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'Port': ['ID=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:28.391142 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.392036 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.392384 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.392728 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.393090 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.393423 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.393758 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.394091 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.394436 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.394758 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.395087 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.395414 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.395740 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.396066 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.396392 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:28.411332 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cbc9acfb-d875-45ca-b2b5-c6737f9ac4a9 req-c07a61a1-de7b-4391-b97e-2339a9b012bd tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439040 Apr 06 11:12:28.422208 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:28.423478 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:28.505358 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-3898e4be-b957-4615-a598-ae42d6b454a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8504817 Apr 06 11:12:28.542326 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-6263c0b0-ce83-4a42-8496-2252667d450b None None] Provisioning complete for port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:12:28.542701 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6263c0b0-ce83-4a42-8496-2252667d450b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:28.575998 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-6263c0b0-ce83-4a42-8496-2252667d450b None None] Port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:12:28.981708 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa2ffb-26b2-47f2-abef-89e1168cf980 req-3bca25bc-5fc6-45c1-a209-849a24c6d7a7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:28.983176 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-12fa2ffb-26b2-47f2-abef-89e1168cf980 req-3bca25bc-5fc6-45c1-a209-849a24c6d7a7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 931 time: 0.0515769 Apr 06 11:12:29.005556 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e2707-d49c-4038-99af-b6bb8fcf3879 req-b2f4032d-81a1-467c-801a-575f2c5eafd2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:29.007449 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1c5e2707-d49c-4038-99af-b6bb8fcf3879 req-b2f4032d-81a1-467c-801a-575f2c5eafd2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0522523 Apr 06 11:12:29.028731 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-12fa2ffb-26b2-47f2-abef-89e1168cf980 req-cb2fef1f-8895-40dd-a240-75b7dc94d697 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392888 Apr 06 11:12:29.053451 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1c5e2707-d49c-4038-99af-b6bb8fcf3879 req-5a849dd2-cafe-43b0-8899-cb80da8a53e2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408409 Apr 06 11:12:29.530144 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09f489-513e-4081-a468-50484f1d2da8 req-92106ea3-e2dc-4052-b1a8-c290aaec3a40 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:29.531563 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ec09f489-513e-4081-a468-50484f1d2da8 req-92106ea3-e2dc-4052-b1a8-c290aaec3a40 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 945 time: 0.0540535 Apr 06 11:12:29.577264 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ec09f489-513e-4081-a468-50484f1d2da8 req-820499fb-06af-41cd-88a0-12a6d9c849c4 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395236 Apr 06 11:12:29.730081 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Request body: {'port': {'device_id': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:12:29.789263 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:30.194592 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7db03-09c6-479e-b132-618128d04cbb req-d291f36f-2f15-42a5-8798-745ea8949d34 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:30.196475 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-54b7db03-09c6-479e-b132-618128d04cbb req-d291f36f-2f15-42a5-8798-745ea8949d34 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0517986 Apr 06 11:12:30.244020 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-54b7db03-09c6-479e-b132-618128d04cbb req-e136ea8e-b1de-4cc4-84e7-4ee4a05e389e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421715 Apr 06 11:12:30.250183 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c62e5-5637-4fe2-bbfd-f25c15f3b173 req-765d88f5-e96d-474e-b975-7b3625ee6cdf tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:30.252169 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-521c62e5-5637-4fe2-bbfd-f25c15f3b173 req-765d88f5-e96d-474e-b975-7b3625ee6cdf tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 931 time: 0.0997157 Apr 06 11:12:30.333762 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-521c62e5-5637-4fe2-bbfd-f25c15f3b173 req-8d2c4ea0-80c5-44a6-99cc-9dcd70750722 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735164 Apr 06 11:12:30.366168 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:12:30.374046 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Publish callbacks [] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:30.386785 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Transition to ACTIVE for port object fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:12:30.467573 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:30.516934 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:30.590570 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Attempting to bind port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:12:30.590848 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Attempting to bind port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:12:30.591179 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Attempting to bind port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c on network 1153c82f-85eb-4ccf-a631-367f6df86902 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:12:30.595885 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c on network 1153c82f-85eb-4ccf-a631-367f6df86902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:12:30.596046 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Attempting to bind port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c on network 1153c82f-85eb-4ccf-a631-367f6df86902 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:12:30.601088 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:12:30.601441 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Checking segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:12:30.601829 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Bound using segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:12:30.602260 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Bound port: fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:12:30.602626 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:30.699976 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] For port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:12:30.703222 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] For port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:12:30.712740 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91075e8-8962-49dd-822b-e4e40c918686 req-49854d1c-7681-48fa-a619-5cc3cb5cb14c tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:30.714296 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e91075e8-8962-49dd-822b-e4e40c918686 req-49854d1c-7681-48fa-a619-5cc3cb5cb14c tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 945 time: 0.0580556 Apr 06 11:12:30.716384 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f9f53-51f1-4fcc-8306-157d69c84e2c req-5db8bc42-1be5-4ff4-a724-b59e5e8189f4 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:30.717914 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-669f9f53-51f1-4fcc-8306-157d69c84e2c req-5db8bc42-1be5-4ff4-a724-b59e5e8189f4 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 945 time: 0.0808961 Apr 06 11:12:30.761013 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e91075e8-8962-49dd-822b-e4e40c918686 req-f95ad7fa-6979-4b78-bee7-4d507aebf2ab tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/security-groups?id=bac426c5-e367-437e-af6b-706ce39f41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403647 Apr 06 11:12:30.770901 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:30.835881 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:30.836496 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:30.837911 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] 10.222.0.49 "PUT /v2.0/ports/fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c HTTP/1.1" status: 200 len: 1093 time: 1.1121590 Apr 06 11:12:30.838360 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'tag': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:12:30.840646 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1483f65e-2a2d-482f-82f8-ab565b2dac00" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f9ec6d-bb30-44ca-a69e-993948242c5d", "tag": "fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:12:30.868613 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36915191-620c-48c4-9a91-84a2f3609443 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:30.889480 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1962a269-7f59-4dfd-8c1e-556ba05469b6 x-openstack-request-id: req-1962a269-7f59-4dfd-8c1e-556ba05469b6 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:12:30.889856 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f9ec6d-bb30-44ca-a69e-993948242c5d", "tag": "fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:12:30.890023 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1962a269-7f59-4dfd-8c1e-556ba05469b6 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:12:30.890429 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1962a269-7f59-4dfd-8c1e-556ba05469b6'] response: {'name': 'network-changed', 'server_uuid': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'tag': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c', 'status': 'completed', 'code': 200} Apr 06 11:12:30.892624 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-669f9f53-51f1-4fcc-8306-157d69c84e2c req-a06cc063-ce21-480f-b4be-ed9b6b18c0a7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Deleting port d610bce6-cb51-4506-b719-2e61fad3d241 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:12:30.892961 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-669f9f53-51f1-4fcc-8306-157d69c84e2c req-a06cc063-ce21-480f-b4be-ed9b6b18c0a7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:31.012491 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-669f9f53-51f1-4fcc-8306-157d69c84e2c req-a06cc063-ce21-480f-b4be-ed9b6b18c0a7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] For port d610bce6-cb51-4506-b719-2e61fad3d241, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d610bce6-cb51-4506-b719-2e61fad3d241,segment=NetworkSegment(6048a0d9-5389-425b-8284-b2329bd926b3),segment_id=6048a0d9-5389-425b-8284-b2329bd926b3)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:12:31.012857 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-669f9f53-51f1-4fcc-8306-157d69c84e2c req-a06cc063-ce21-480f-b4be-ed9b6b18c0a7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:31.027802 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-669f9f53-51f1-4fcc-8306-157d69c84e2c req-a06cc063-ce21-480f-b4be-ed9b6b18c0a7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Calling delete_port for d610bce6-cb51-4506-b719-2e61fad3d241 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:12:31.043075 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483f65e-2a2d-482f-82f8-ab565b2dac00 req-3ade1578-8978-43c6-b870-d2cb61a98ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:31.044560 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1483f65e-2a2d-482f-82f8-ab565b2dac00 req-3ade1578-8978-43c6-b870-d2cb61a98ea7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 1127 time: 0.0908041 Apr 06 11:12:31.187099 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483f65e-2a2d-482f-82f8-ab565b2dac00 req-421169bb-e446-4b83-835d-f864203aca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:31.188953 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1483f65e-2a2d-482f-82f8-ab565b2dac00 req-421169bb-e446-4b83-835d-f864203aca9f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1141078 Apr 06 11:12:31.312883 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483f65e-2a2d-482f-82f8-ab565b2dac00 req-1df65f81-0d96-45c3-b0e5-eb9df3d1e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:31.314882 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1483f65e-2a2d-482f-82f8-ab565b2dac00 req-1df65f81-0d96-45c3-b0e5-eb9df3d1e8e1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032684 Apr 06 11:12:31.319024 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-669f9f53-51f1-4fcc-8306-157d69c84e2c req-a06cc063-ce21-480f-b4be-ed9b6b18c0a7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (d610bce6-cb51-4506-b719-2e61fad3d241), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:31.348758 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cc063-ce21-480f-b4be-ed9b6b18c0a7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Pushing event deleted for resources: {'Port': ['ID=d610bce6-cb51-4506-b719-2e61fad3d241,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:31.378699 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba1d33-bf8a-4b21-bd9d-19ba83ee7a55 req-987d2272-3eda-4a26-b480-ba99188d8ee4 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:31.380408 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c6ba1d33-bf8a-4b21-bd9d-19ba83ee7a55 req-987d2272-3eda-4a26-b480-ba99188d8ee4 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0645170 Apr 06 11:12:31.381533 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['d610bce6-cb51-4506-b719-2e61fad3d241'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:12:31.412526 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-669f9f53-51f1-4fcc-8306-157d69c84e2c req-a06cc063-ce21-480f-b4be-ed9b6b18c0a7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] No DVR routers for this DVR port d610bce6-cb51-4506-b719-2e61fad3d241 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:12:31.416300 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-669f9f53-51f1-4fcc-8306-157d69c84e2c req-a06cc063-ce21-480f-b4be-ed9b6b18c0a7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:31.419611 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-669f9f53-51f1-4fcc-8306-157d69c84e2c req-a06cc063-ce21-480f-b4be-ed9b6b18c0a7 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.49 "DELETE /v2.0/ports/d610bce6-cb51-4506-b719-2e61fad3d241 HTTP/1.1" status: 204 len: 173 time: 0.6852460 Apr 06 11:12:31.443571 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c6ba1d33-bf8a-4b21-bd9d-19ba83ee7a55 req-71b50304-36dd-4274-911c-fda8bc31545e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537536 Apr 06 11:12:31.498004 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-7fdbf9ff-5466-44f2-8ca7-279a08a88b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:31.499486 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-7fdbf9ff-5466-44f2-8ca7-279a08a88b1c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 1127 time: 0.0844522 Apr 06 11:12:31.506975 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbecbe5-370b-4aef-a959-7eb0ffc21855 req-9e692bf7-4a63-4187-87e6-d02e67c1771b tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:31.508309 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fbbecbe5-370b-4aef-a959-7eb0ffc21855 req-9e692bf7-4a63-4187-87e6-d02e67c1771b tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 943 time: 0.0970187 Apr 06 11:12:31.578443 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-a5cbf8f1-9675-40f5-bbcf-0da4e0e2dd3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c HTTP/1.1" status: 200 len: 217 time: 0.0404654 Apr 06 11:12:31.585183 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fbbecbe5-370b-4aef-a959-7eb0ffc21855 req-45d3910c-453e-4386-82a8-230d86c3e2ec tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712132 Apr 06 11:12:31.631240 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-2d5cc0db-6665-4152-9c98-98e7e4b96bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:31.632669 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-2d5cc0db-6665-4152-9c98-98e7e4b96bd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19a20e05-f19c-4ec0-af50-723b11d3fbdb HTTP/1.1" status: 200 len: 853 time: 0.0466673 Apr 06 11:12:31.726003 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-c8d970bd-a1e1-4dd6-a765-4888eafd1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:31.727502 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-c8d970bd-a1e1-4dd6-a765-4888eafd1f6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1153c82f-85eb-4ccf-a631-367f6df86902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445113 Apr 06 11:12:31.818063 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-fd677f70-dcb7-447a-b495-dca737799fe7 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822115 Apr 06 11:12:31.868814 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ec5d6abb-67be-4853-9165-220b4eb51d65 req-5276fe86-0913-477d-b6ac-b606668ed7cb tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 210 time: 0.0273817 Apr 06 11:12:31.923753 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5ba0c9f-5e69-4845-acdc-5f6235962fa3 req-56be10f3-3e81-4734-8964-eb6d0cf55904 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882988 Apr 06 11:12:32.567147 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961eeeb8-5ea6-4db8-92fc-49cdc3d33c66 req-98c70229-a3fe-49a0-9c0d-f568f3a53b69 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:32.568621 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-961eeeb8-5ea6-4db8-92fc-49cdc3d33c66 req-98c70229-a3fe-49a0-9c0d-f568f3a53b69 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0524571 Apr 06 11:12:32.615062 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-961eeeb8-5ea6-4db8-92fc-49cdc3d33c66 req-9992891f-a9b5-42a4-a74a-9a8f43a21bd1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405807 Apr 06 11:12:32.706624 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c65666-1055-4b24-aabe-d8f704f72764 req-dc12c167-4b51-4843-bf3d-80e4006f62a9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:32.708130 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-58c65666-1055-4b24-aabe-d8f704f72764 req-dc12c167-4b51-4843-bf3d-80e4006f62a9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 943 time: 0.0578821 Apr 06 11:12:32.757562 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-58c65666-1055-4b24-aabe-d8f704f72764 req-05c85901-7bb1-4700-96d2-d9ac8e544e80 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437930 Apr 06 11:12:32.891906 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd75aaa2-f9ad-4b6c-aa87-75e34119caa3', 'name': 'network-vif-deleted', 'tag': 'd610bce6-cb51-4506-b719-2e61fad3d241'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:12:32.895304 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3577093b-c466-4d8b-8445-fca0e323a019" -d '{"events": [{"server_uuid": "dd75aaa2-f9ad-4b6c-aa87-75e34119caa3", "name": "network-vif-deleted", "tag": "d610bce6-cb51-4506-b719-2e61fad3d241"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:12:32.930095 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9ef617-3e62-42f6-81c2-c5ac9fc0cf91 x-openstack-request-id: req-1b9ef617-3e62-42f6-81c2-c5ac9fc0cf91 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:12:32.930396 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd75aaa2-f9ad-4b6c-aa87-75e34119caa3", "name": "network-vif-deleted", "tag": "d610bce6-cb51-4506-b719-2e61fad3d241", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:12:32.930658 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b9ef617-3e62-42f6-81c2-c5ac9fc0cf91 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:12:32.931060 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b9ef617-3e62-42f6-81c2-c5ac9fc0cf91'] response: {'server_uuid': 'dd75aaa2-f9ad-4b6c-aa87-75e34119caa3', 'name': 'network-vif-deleted', 'tag': 'd610bce6-cb51-4506-b719-2e61fad3d241', 'status': 'completed', 'code': 200} Apr 06 11:12:32.982853 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-38c1766e-ff79-4d1c-934a-11d97575e0ff req-8e3abb5a-10cc-438e-b3a7-cc86f6d4abe2 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 210 time: 0.0330358 Apr 06 11:12:33.153627 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device b3cfd0b9-bcef-4882-8538-8b2054bb0e20 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:12:33.246689 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:12:33.258567 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'port_id': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'mac_address': 'fa:16:3e:fd:cc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:12:33.298432 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 is: ACTIVE; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:12:33.298819 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:33.311334 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3cfd0b9-bcef-4882-8538-8b2054bb0e20 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:12:33.329892 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:12:33.393511 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:33.442637 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,revision_number=6']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:33.739315 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab423a1-5888-4b32-be08-c528d59ea2ac req-08fe7e50-df28-45b7-9165-f2989ef5c638 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:33.740767 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bab423a1-5888-4b32-be08-c528d59ea2ac req-08fe7e50-df28-45b7-9165-f2989ef5c638 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 945 time: 0.0517740 Apr 06 11:12:33.784159 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['b3cfd0b9-bcef-4882-8538-8b2054bb0e20'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:12:33.786394 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bab423a1-5888-4b32-be08-c528d59ea2ac req-1baee838-3674-4a6e-af1a-817007f7f495 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 Apr 06 11:12:33.876303 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22ba9-e117-4078-a17a-47c79164270e req-95e3dc23-34bb-4ab2-9ec7-2d287c0b8516 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:33.877812 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-71c22ba9-e117-4078-a17a-47c79164270e req-95e3dc23-34bb-4ab2-9ec7-2d287c0b8516 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 943 time: 0.0516744 Apr 06 11:12:33.923983 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-71c22ba9-e117-4078-a17a-47c79164270e req-b634b579-172a-4ddb-9e26-c64dccd1be25 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407155 Apr 06 11:12:34.084885 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fc2a279d-ee4e-482f-962a-78c851cf8d93 req-066dd68d-94c2-424d-bc70-5bd74a8da007 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 210 time: 0.0271599 Apr 06 11:12:34.913929 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4d67d-ee29-462a-85a1-76e0c3b11879 req-8c421590-bcbb-40c6-a4d4-5697d3acf231 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:34.915401 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e8a4d67d-ee29-462a-85a1-76e0c3b11879 req-8c421590-bcbb-40c6-a4d4-5697d3acf231 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 945 time: 0.0519598 Apr 06 11:12:34.962166 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e8a4d67d-ee29-462a-85a1-76e0c3b11879 req-548e83d7-d45e-4fe9-a5b6-4049ef06ff33 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412407 Apr 06 11:12:35.041735 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bfac5-7873-4895-8abf-8800ec6e0532 req-22d5b6f3-7a2f-4d5f-92b6-6558d8dba169 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:35.043199 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bc5bfac5-7873-4895-8abf-8800ec6e0532 req-22d5b6f3-7a2f-4d5f-92b6-6558d8dba169 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 943 time: 0.0535829 Apr 06 11:12:35.088419 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bc5bfac5-7873-4895-8abf-8800ec6e0532 req-bb9138ea-7a34-4a7f-a6f5-eb35fc951b2d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386050 Apr 06 11:12:35.153836 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device b3cfd0b9-bcef-4882-8538-8b2054bb0e20 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:12:35.189822 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b27477e3-eec0-4ea6-81a4-b25d8e72770c req-8dfc1c4e-04a8-4111-a69e-0876fce3f9f2 tempest-VolumesActionsTest-1557779352 tempest-VolumesActionsTest-1557779352-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd75aaa2-f9ad-4b6c-aa87-75e34119caa3 HTTP/1.1" status: 200 len: 210 time: 0.0291901 Apr 06 11:12:35.200198 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:12:35.200574 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:35.276494 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:12:35.276870 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:35.298905 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:12:35.301171 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e96b4ae-4825-4668-b407-18488372939c" -d '{"events": [{"server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "name": "network-vif-plugged", "status": "completed", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:12:35.313273 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:12:35.335027 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c226c5a-120c-40a0-8584-d07ab5dd6b05 x-openstack-request-id: req-7c226c5a-120c-40a0-8584-d07ab5dd6b05 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:12:35.335274 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "name": "network-vif-plugged", "status": "completed", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:12:35.335528 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c226c5a-120c-40a0-8584-d07ab5dd6b05 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:12:35.335926 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c226c5a-120c-40a0-8584-d07ab5dd6b05'] response: {'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'code': 200} Apr 06 11:12:35.387688 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:35.388477 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device d610bce6-cb51-4506-b719-2e61fad3d241 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:12:35.424939 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: d610bce6-cb51-4506-b719-2e61fad3d241 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:12:35.425304 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device d610bce6-cb51-4506-b719-2e61fad3d241 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:12:35.449811 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,revision_number=7']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:35.457404 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.457753 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.458114 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.458475 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.458815 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.459145 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.459472 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.459795 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.460120 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.460443 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.460766 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.461117 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.461442 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.461761 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:35.462079 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:12:36.083448 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6136d8d-1e9f-451d-bba8-ed0344a171ad req-6a63da46-3e1c-4e80-ad11-0c8a7c338061 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:36.084902 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a6136d8d-1e9f-451d-bba8-ed0344a171ad req-6a63da46-3e1c-4e80-ad11-0c8a7c338061 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0527539 Apr 06 11:12:36.130757 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a6136d8d-1e9f-451d-bba8-ed0344a171ad req-3f2d62de-c7f1-4516-91d5-f8d84e5da38a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403147 Apr 06 11:12:36.205348 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a9d02-69a5-4e66-8d39-f97db83592fb req-dfaa0535-ee7e-4866-8a88-35ee2ce0dcd0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:36.206773 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5d4a9d02-69a5-4e66-8d39-f97db83592fb req-dfaa0535-ee7e-4866-8a88-35ee2ce0dcd0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 943 time: 0.0506635 Apr 06 11:12:36.252818 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5d4a9d02-69a5-4e66-8d39-f97db83592fb req-22db1ae6-b630-4d32-b9ee-f8db093200de tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404098 Apr 06 11:12:37.158368 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:12:37.256120 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a9604-4d1c-485e-af65-910f2a260d7b req-514085c0-0865-494f-966c-ee944f6d9e68 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:37.257731 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e27a9604-4d1c-485e-af65-910f2a260d7b req-514085c0-0865-494f-966c-ee944f6d9e68 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0562215 Apr 06 11:12:37.259622 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:12:37.271441 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'port_id': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c', 'mac_address': 'fa:16:3e:02:a0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:12:37.309485 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:12:37.309848 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e27a9604-4d1c-485e-af65-910f2a260d7b req-4db9e196-8b8c-4ec4-8730-dbcf0954ac59 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445473 Apr 06 11:12:37.310318 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:37.326398 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:12:37.348980 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:12:37.386933 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e14b7-ec00-44f2-b54d-8753d51584f8 req-e43dc588-90ea-4e85-bff5-dd7af8598239 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:37.388433 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f96e14b7-ec00-44f2-b54d-8753d51584f8 req-e43dc588-90ea-4e85-bff5-dd7af8598239 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 943 time: 0.0689888 Apr 06 11:12:37.399424 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:37.436775 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f96e14b7-ec00-44f2-b54d-8753d51584f8 req-3fc4f459-4ab8-4bd5-b651-7025198973b7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 Apr 06 11:12:37.450206 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:38.441481 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18617784-22d4-462e-b8f3-9a692ddc557b req-25c117ce-fcfb-4b55-be3a-a0029126af3f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:38.442931 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-18617784-22d4-462e-b8f3-9a692ddc557b req-25c117ce-fcfb-4b55-be3a-a0029126af3f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0570712 Apr 06 11:12:38.489012 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-18617784-22d4-462e-b8f3-9a692ddc557b req-0567651b-7952-4c6e-9591-c4f40d409ccc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405881 Apr 06 11:12:38.551528 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b2a07-d0d7-4acc-8f4f-2ec77cc031bb req-4f1172f6-f780-4204-9344-13fe010220dc tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:38.552972 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8b9b2a07-d0d7-4acc-8f4f-2ec77cc031bb req-4f1172f6-f780-4204-9344-13fe010220dc tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 944 time: 0.0508265 Apr 06 11:12:38.597938 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8b9b2a07-d0d7-4acc-8f4f-2ec77cc031bb req-da7a94a0-1515-4b87-a275-90248958789a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394323 Apr 06 11:12:39.619259 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625f616-9f24-4e47-ae44-3853d065a07c req-879ddbd7-eb6a-468d-95f1-8ffef3c793f3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:39.620728 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4625f616-9f24-4e47-ae44-3853d065a07c req-879ddbd7-eb6a-468d-95f1-8ffef3c793f3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0516455 Apr 06 11:12:39.668170 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4625f616-9f24-4e47-ae44-3853d065a07c req-bce631e5-29d4-4ff4-97c6-441e52be4528 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Apr 06 11:12:39.711962 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90680a9-8198-4290-9611-5c1e6c8ff9ca req-0474d982-ae4a-4c77-824b-0c76336c43bd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:39.713421 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c90680a9-8198-4290-9611-5c1e6c8ff9ca req-0474d982-ae4a-4c77-824b-0c76336c43bd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 944 time: 0.0509603 Apr 06 11:12:39.762950 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c90680a9-8198-4290-9611-5c1e6c8ff9ca req-e5ec2e5b-d088-448c-a44a-0da0b6291937 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440311 Apr 06 11:12:40.786731 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42758c9-00fb-4acd-a38b-81039d4f224c req-029fc474-79d1-4739-b8c9-f5130c37231f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:40.788197 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f42758c9-00fb-4acd-a38b-81039d4f224c req-029fc474-79d1-4739-b8c9-f5130c37231f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0510478 Apr 06 11:12:40.837953 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f42758c9-00fb-4acd-a38b-81039d4f224c req-158b2890-dff1-49db-83df-c356549ae32e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443132 Apr 06 11:12:40.879877 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd450ed-0cbe-4cce-bbfa-abe985e389ec req-2e0eec12-c96a-469e-b2fc-7ea6625856d0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:40.881410 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9fd450ed-0cbe-4cce-bbfa-abe985e389ec req-2e0eec12-c96a-469e-b2fc-7ea6625856d0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 944 time: 0.0517561 Apr 06 11:12:40.926128 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9fd450ed-0cbe-4cce-bbfa-abe985e389ec req-1222fa36-1ff8-4a94-8f51-972f33ea0ff0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 Apr 06 11:12:41.960244 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc267c-8e1a-4f5c-bc9a-89df7dd57ad9 req-58eb95de-1ac0-4af2-acc6-a6e7b78f83fa tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:41.961746 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2efc267c-8e1a-4f5c-bc9a-89df7dd57ad9 req-58eb95de-1ac0-4af2-acc6-a6e7b78f83fa tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0522501 Apr 06 11:12:42.008282 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2efc267c-8e1a-4f5c-bc9a-89df7dd57ad9 req-2bee7533-909f-4b40-9224-02ff09c1c881 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 Apr 06 11:12:42.041139 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17933a8-22e6-422e-a0b8-9bbd9c980ab0 req-37a0a45a-e26d-441a-aa8d-3e0c5a619d65 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:42.042596 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f17933a8-22e6-422e-a0b8-9bbd9c980ab0 req-37a0a45a-e26d-441a-aa8d-3e0c5a619d65 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 944 time: 0.0520668 Apr 06 11:12:42.092830 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f17933a8-22e6-422e-a0b8-9bbd9c980ab0 req-b76df551-e073-4a52-b490-c1fb4f5780bf tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439694 Apr 06 11:12:43.139983 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc63c30-8e8e-4f73-94df-2dfeccbcda8a req-49bcb586-fb79-4689-8721-24638bd1b7b3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:43.142052 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-edc63c30-8e8e-4f73-94df-2dfeccbcda8a req-49bcb586-fb79-4689-8721-24638bd1b7b3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0622118 Apr 06 11:12:43.188326 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-edc63c30-8e8e-4f73-94df-2dfeccbcda8a req-cb897e28-2cb9-4dd9-9247-5f8f5bd146ba tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402572 Apr 06 11:12:43.218384 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f114931-f2fc-4918-a54b-6bc7d003457b req-b107fa35-fc41-47c6-9877-6cb94e8043a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:43.219864 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4f114931-f2fc-4918-a54b-6bc7d003457b req-b107fa35-fc41-47c6-9877-6cb94e8043a2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 944 time: 0.0557880 Apr 06 11:12:43.265279 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4f114931-f2fc-4918-a54b-6bc7d003457b req-31144473-1f3c-41db-bdd2-b36742413560 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394132 Apr 06 11:12:44.175636 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:12:44.314134 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f27f37-a9da-49e2-a675-5bb6870d831a req-3cd958a0-aa43-4088-98a5-a4f69364ff23 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:44.315745 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-44f27f37-a9da-49e2-a675-5bb6870d831a req-3cd958a0-aa43-4088-98a5-a4f69364ff23 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0571449 Apr 06 11:12:44.362816 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-44f27f37-a9da-49e2-a675-5bb6870d831a req-dc9b1894-f044-49b0-8912-96f191b4235a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415902 Apr 06 11:12:44.381941 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5abbf-daad-4e34-a8f3-21c21acc9e44 req-2f692500-7b2f-49aa-bed9-6860a9cc2686 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:44.383392 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e8a5abbf-daad-4e34-a8f3-21c21acc9e44 req-2f692500-7b2f-49aa-bed9-6860a9cc2686 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 944 time: 0.0506740 Apr 06 11:12:44.428911 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e8a5abbf-daad-4e34-a8f3-21c21acc9e44 req-62b610de-b6b6-43dc-8558-df57717d1181 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398648 Apr 06 11:12:45.496747 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205085e9-336b-4564-b91c-b71d2c3e040c req-be731326-3520-484d-aa20-f489953c4d42 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:45.498258 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-205085e9-336b-4564-b91c-b71d2c3e040c req-be731326-3520-484d-aa20-f489953c4d42 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0583799 Apr 06 11:12:45.546284 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-205085e9-336b-4564-b91c-b71d2c3e040c req-3afe8d64-1177-47d0-8d1b-56c9da50a91f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423117 Apr 06 11:12:45.558610 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a7c83-6b8b-48b6-8c6c-e9b582b2e036 req-68988a08-4bee-499b-ba07-9d9c37928e03 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:45.560072 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c87a7c83-6b8b-48b6-8c6c-e9b582b2e036 req-68988a08-4bee-499b-ba07-9d9c37928e03 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 944 time: 0.0519474 Apr 06 11:12:45.608521 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c87a7c83-6b8b-48b6-8c6c-e9b582b2e036 req-75f11a2c-2bb7-40d7-95be-a9e48c723e2a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Apr 06 11:12:45.998715 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:46.199794 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:12:46.330314 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:12:46.334538 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:12:46.334784 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:46.414012 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:12:46.414400 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:46.436632 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:12:46.439482 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d4973f-3170-4c22-ba70-5a03c3467927" -d '{"events": [{"server_uuid": "d2f9ec6d-bb30-44ca-a69e-993948242c5d", "name": "network-vif-plugged", "status": "completed", "tag": "fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:12:46.451631 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:12:46.478634 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3b4196-7d0d-4634-ba76-0c8053bfad21 x-openstack-request-id: req-1f3b4196-7d0d-4634-ba76-0c8053bfad21 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:12:46.478954 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f9ec6d-bb30-44ca-a69e-993948242c5d", "name": "network-vif-plugged", "status": "completed", "tag": "fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:12:46.485268 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f3b4196-7d0d-4634-ba76-0c8053bfad21 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:12:46.485814 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3b4196-7d0d-4634-ba76-0c8053bfad21'] response: {'server_uuid': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c', 'code': 200} Apr 06 11:12:46.530712 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:46.621804 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:12:46.708985 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37818d15-bd93-4a42-8840-846dfd5ba367 req-1ace0797-8ecc-4d0a-ba33-322da260d0ea tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:46.711409 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-37818d15-bd93-4a42-8840-846dfd5ba367 req-1ace0797-8ecc-4d0a-ba33-322da260d0ea tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0671132 Apr 06 11:12:46.791921 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-37818d15-bd93-4a42-8840-846dfd5ba367 req-2e3b4802-b1bd-42d8-a4fd-7799589f9c42 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710359 Apr 06 11:12:46.792393 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0322d0-334d-436a-a230-59eddaace27a req-727628de-97e0-4ca2-9a3c-db353ea1cd20 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:46.801468 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9e0322d0-334d-436a-a230-59eddaace27a req-727628de-97e0-4ca2-9a3c-db353ea1cd20 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 945 time: 0.1054235 Apr 06 11:12:46.854369 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9e0322d0-334d-436a-a230-59eddaace27a req-482a6ecb-4e7f-497f-90ab-3a0bc1611f75 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518608 Apr 06 11:12:47.094936 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65b2d8-1032-444a-9d61-d7283ff06ddc req-40a097ed-8f60-4782-a4ac-ca04104f0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:47.096696 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7b65b2d8-1032-444a-9d61-d7283ff06ddc req-40a097ed-8f60-4782-a4ac-ca04104f0b6d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 1129 time: 0.0470462 Apr 06 11:12:47.144689 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7b65b2d8-1032-444a-9d61-d7283ff06ddc req-e07f7532-7bc3-4ac8-a29b-f5c6d79b3831 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397584 Apr 06 11:12:47.929360 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98a6a3-b46c-4fc5-9494-55f8a53c227d req-a3290cdb-b0c8-4ae1-bea8-cdba6d5628b8 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:47.930985 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4b98a6a3-b46c-4fc5-9494-55f8a53c227d req-a3290cdb-b0c8-4ae1-bea8-cdba6d5628b8 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0680158 Apr 06 11:12:47.984109 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4b98a6a3-b46c-4fc5-9494-55f8a53c227d req-df178e4e-ab9f-43a3-b04e-0bf9d9505af5 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466828 Apr 06 11:12:48.014997 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676449f-80ce-47fa-93d7-0b9f191faf63 req-c6d28a88-df8a-4dde-a62c-7d8e44fdfc6c tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:48.020607 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e676449f-80ce-47fa-93d7-0b9f191faf63 req-c6d28a88-df8a-4dde-a62c-7d8e44fdfc6c tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 945 time: 0.0590124 Apr 06 11:12:48.086089 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e676449f-80ce-47fa-93d7-0b9f191faf63 req-296f710f-e045-40ae-8a58-53d71c9e2ad7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583458 Apr 06 11:12:49.038453 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:12:49.186042 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45581e2c-7a1e-4c87-930a-28eb25f17f82 req-512b2c77-6fed-4873-b587-75affd2f4082 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:49.194215 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-45581e2c-7a1e-4c87-930a-28eb25f17f82 req-512b2c77-6fed-4873-b587-75affd2f4082 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.1013532 Apr 06 11:12:49.282858 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db7a7e-c6d0-4ab6-82d6-2d66cdce6177 req-2f056858-9ba2-4083-bf3e-63e7921d9ddb tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:49.291277 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-37db7a7e-c6d0-4ab6-82d6-2d66cdce6177 req-2f056858-9ba2-4083-bf3e-63e7921d9ddb tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 945 time: 0.1050856 Apr 06 11:12:49.300581 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-45581e2c-7a1e-4c87-930a-28eb25f17f82 req-9a5dc6f5-ef29-4842-8af1-ce026ed71980 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055088 Apr 06 11:12:49.374381 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-37db7a7e-c6d0-4ab6-82d6-2d66cdce6177 req-03b36a6c-2f8f-439d-8e99-66165ead672b tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820458 Apr 06 11:12:50.566576 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad0237-8e47-4b8f-bbac-83a48e01eea4 req-430b7fa6-2412-4944-89ea-7eb95b66e534 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:50.577992 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3111a57-eead-41ae-b951-c5426fae6179 req-f04c0158-a08e-424a-9a15-dfe5a8f0f605 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:50.580782 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3111a57-eead-41ae-b951-c5426fae6179 req-f04c0158-a08e-424a-9a15-dfe5a8f0f605 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.1176846 Apr 06 11:12:50.593265 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-edad0237-8e47-4b8f-bbac-83a48e01eea4 req-430b7fa6-2412-4944-89ea-7eb95b66e534 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 945 time: 0.1088352 Apr 06 11:12:50.666331 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-edad0237-8e47-4b8f-bbac-83a48e01eea4 req-934d8410-3380-4338-bb67-3cbc368de8d4 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697579 Apr 06 11:12:50.698957 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e3111a57-eead-41ae-b951-c5426fae6179 req-dc005b97-c9c5-44a0-a411-9098d939855e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061506 Apr 06 11:12:50.851933 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba732b-1cb3-4898-b015-2a460a7a2775 req-879044a9-7482-49de-adca-72dfee0abf77 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:50.856470 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7aba732b-1cb3-4898-b015-2a460a7a2775 req-879044a9-7482-49de-adca-72dfee0abf77 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 945 time: 0.0978491 Apr 06 11:12:50.863038 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51378) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:12:50.868744 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a34209c7-682f-45f7-8358-c834247ba666 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'floatingip': {'port_id': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:12:50.933100 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a34209c7-682f-45f7-8358-c834247ba666 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (9d3903a6-1621-452a-8853-33067d4fbb33), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:51.608390 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a34209c7-682f-45f7-8358-c834247ba666 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:51.680889 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a34209c7-682f-45f7-8358-c834247ba666 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (9d3903a6-1621-452a-8853-33067d4fbb33), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:51.978247 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-a34209c7-682f-45f7-8358-c834247ba666 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Floating IP 9d3903a6-1621-452a-8853-33067d4fbb33 associated. External IP: 172.27.3.138, port: fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c. Apr 06 11:12:52.054032 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814c998-b55e-46af-9f4e-c66b88b5bffc req-fbcd94af-028b-4b74-b9ab-00aadc3e4e35 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:52.055499 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7814c998-b55e-46af-9f4e-c66b88b5bffc req-fbcd94af-028b-4b74-b9ab-00aadc3e4e35 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.1832278 Apr 06 11:12:52.172158 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7814c998-b55e-46af-9f4e-c66b88b5bffc req-caddc6b4-edb1-4a0b-8b70-c3c99d834cd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874419 Apr 06 11:12:52.301874 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e0fdaac1-b078-4868-95fc-c8094647c139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:52.334594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34209c7-682f-45f7-8358-c834247ba666 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Router c594488c-830c-4c8f-a7b3-e0166fdb599e has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:12:52.894642 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34209c7-682f-45f7-8358-c834247ba666 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:12:52.917131 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a34209c7-682f-45f7-8358-c834247ba666 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:52.922089 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57459d6-0a70-4be0-9ca0-1251e6861355 None None] Sync routers for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:12:52.950038 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57459d6-0a70-4be0-9ca0-1251e6861355 None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:12:52.950793 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c57459d6-0a70-4be0-9ca0-1251e6861355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:12:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:12:52.975094 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a34209c7-682f-45f7-8358-c834247ba666 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "PUT /v2.0/floatingips/9d3903a6-1621-452a-8853-33067d4fbb33 HTTP/1.1" status: 200 len: 991 time: 2.0962574 Apr 06 11:12:52.975094 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'tag': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:12:52.975094 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b839c5-1921-4f8a-92e2-a6f90a8c3a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f9ec6d-bb30-44ca-a69e-993948242c5d", "tag": "fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:12:53.006472 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af818b21-b665-46d7-b015-f4dbab1081b7 x-openstack-request-id: req-af818b21-b665-46d7-b015-f4dbab1081b7 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:12:53.006762 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f9ec6d-bb30-44ca-a69e-993948242c5d", "tag": "fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:12:53.007018 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af818b21-b665-46d7-b015-f4dbab1081b7 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:12:53.007423 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af818b21-b665-46d7-b015-f4dbab1081b7'] response: {'name': 'network-changed', 'server_uuid': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'tag': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c', 'status': 'completed', 'code': 200} Apr 06 11:12:53.198063 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b839c5-1921-4f8a-92e2-a6f90a8c3a2a req-24988c2f-d89e-43ee-8531-a388eb2fbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:53.199746 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63b839c5-1921-4f8a-92e2-a6f90a8c3a2a req-24988c2f-d89e-43ee-8531-a388eb2fbc17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 1129 time: 0.1242497 Apr 06 11:12:53.273837 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-c57459d6-0a70-4be0-9ca0-1251e6861355 None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:12:53.454681 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b839c5-1921-4f8a-92e2-a6f90a8c3a2a req-f1cf1342-6900-4da6-921c-422f004b514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:53.470996 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63b839c5-1921-4f8a-92e2-a6f90a8c3a2a req-f1cf1342-6900-4da6-921c-422f004b514d service neutron] 10.222.0.49 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 915 time: 0.2620037 Apr 06 11:12:53.484954 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9684c09-0fa5-4579-a9e5-254b0c7fabf4 req-89c618ad-ac3d-45ab-8488-31f1b2578bf6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:53.490527 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9684c09-0fa5-4579-a9e5-254b0c7fabf4 req-89c618ad-ac3d-45ab-8488-31f1b2578bf6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.1225863 Apr 06 11:12:53.610712 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63b839c5-1921-4f8a-92e2-a6f90a8c3a2a req-a0e4aa9d-d9ee-4996-8a8b-8dfcd415706b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c HTTP/1.1" status: 200 len: 999 time: 0.1191647 Apr 06 11:12:53.622099 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c57459d6-0a70-4be0-9ca0-1251e6861355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '9d3903a6-1621-452a-8853-33067d4fbb33', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:02:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:12:24Z', 'updated_at': '2022-04-06T11:12:51Z', 'revision_number': 1, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}, {'id': 'f64cb48d-2fdf-42db-945a-61de2ffbd927', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:b6:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:08:39Z', 'updated_at': '2022-04-06T11:09:22Z', 'revision_number': 2, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:12:53.678348 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9684c09-0fa5-4579-a9e5-254b0c7fabf4 req-f3bf313d-885b-45a4-8c9d-039aa11dd15d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597230 Apr 06 11:12:53.681096 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57459d6-0a70-4be0-9ca0-1251e6861355 None None] Checking router: c594488c-830c-4c8f-a7b3-e0166fdb599e for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:12:53.692911 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b839c5-1921-4f8a-92e2-a6f90a8c3a2a req-9911c60f-ea42-4a4e-a131-29636d71b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:53.694430 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63b839c5-1921-4f8a-92e2-a6f90a8c3a2a req-9911c60f-ea42-4a4e-a131-29636d71b5d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19a20e05-f19c-4ec0-af50-723b11d3fbdb HTTP/1.1" status: 200 len: 853 time: 0.0742478 Apr 06 11:12:53.708427 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57459d6-0a70-4be0-9ca0-1251e6861355 None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:12:53.708427 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c57459d6-0a70-4be0-9ca0-1251e6861355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:12:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:12:53.791225 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b839c5-1921-4f8a-92e2-a6f90a8c3a2a req-b88c73e9-7728-495a-bbb6-5b12c9e779e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:53.792765 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63b839c5-1921-4f8a-92e2-a6f90a8c3a2a req-b88c73e9-7728-495a-bbb6-5b12c9e779e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1153c82f-85eb-4ccf-a631-367f6df86902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859098 Apr 06 11:12:53.884711 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-c57459d6-0a70-4be0-9ca0-1251e6861355 None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:12:53.981833 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63b839c5-1921-4f8a-92e2-a6f90a8c3a2a req-a64786f7-f8d2-4163-b631-05fc9224fba7 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813412 Apr 06 11:12:54.164094 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63b839c5-1921-4f8a-92e2-a6f90a8c3a2a req-876da844-ff44-4f5e-a14a-902702c1b778 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747494 Apr 06 11:12:54.270248 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c57459d6-0a70-4be0-9ca0-1251e6861355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '9d3903a6-1621-452a-8853-33067d4fbb33', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:02:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:12:24Z', 'updated_at': '2022-04-06T11:12:51Z', 'revision_number': 1, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}, {'id': 'f64cb48d-2fdf-42db-945a-61de2ffbd927', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:b6:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:08:39Z', 'updated_at': '2022-04-06T11:09:22Z', 'revision_number': 2, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:12:54.274226 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c4f5b521-c68e-47ea-ac52-82c83a3c719a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:54.373362 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57459d6-0a70-4be0-9ca0-1251e6861355 None None] The sync data for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi is: [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '9d3903a6-1621-452a-8853-33067d4fbb33', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.138', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:02:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:12:24Z', 'updated_at': '2022-04-06T11:12:51Z', 'revision_number': 1, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}, {'id': 'f64cb48d-2fdf-42db-945a-61de2ffbd927', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:b6:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:08:39Z', 'updated_at': '2022-04-06T11:09:22Z', 'revision_number': 2, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:12:54.732933 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233233b4-fb6f-4dac-a34e-b17cd4ad2cdb None None] New status for floating IP 9d3903a6-1621-452a-8853-33067d4fbb33: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:12:54.949514 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c58512-83fe-4619-810b-f00c3c690f04 req-32fb2d79-f9a1-4f58-8c9f-771107d34a01 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:54.961957 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-50c58512-83fe-4619-810b-f00c3c690f04 req-32fb2d79-f9a1-4f58-8c9f-771107d34a01 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.1102033 Apr 06 11:12:55.022793 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-50c58512-83fe-4619-810b-f00c3c690f04 req-c389efc6-a41c-46fb-9c8f-3fabc4645c25 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593009 Apr 06 11:12:55.307761 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:56.204397 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ca20c-0bec-4e6a-ba54-1e963c026662 req-2ce54889-6f7d-475a-8865-d03b9146b371 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:56.205948 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6b1ca20c-0bec-4e6a-ba54-1e963c026662 req-2ce54889-6f7d-475a-8865-d03b9146b371 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0874634 Apr 06 11:12:56.269634 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6b1ca20c-0bec-4e6a-ba54-1e963c026662 req-4e39701f-29eb-45ad-91f2-3e2bd37a271a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546093 Apr 06 11:12:56.839047 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:57.472139 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e30c3-f666-4658-bc3c-131342d7bbb3 req-266826e1-d0b2-44b9-947d-4a9d6d19b4a0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:57.482345 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-421e30c3-f666-4658-bc3c-131342d7bbb3 req-266826e1-d0b2-44b9-947d-4a9d6d19b4a0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0763910 Apr 06 11:12:57.610873 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-421e30c3-f666-4658-bc3c-131342d7bbb3 req-d5658a52-b07b-4d9b-841f-255cbac72f56 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272891 Apr 06 11:12:58.273584 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:58.871163 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa35a-5c9f-4423-a981-a8abe4e7cff3 req-65645dce-15a2-43eb-b2e0-7772531fbf64 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:58.878066 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1bffa35a-5c9f-4423-a981-a8abe4e7cff3 req-65645dce-15a2-43eb-b2e0-7772531fbf64 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.1142058 Apr 06 11:12:58.958519 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1bffa35a-5c9f-4423-a981-a8abe4e7cff3 req-719b87ed-40a7-4cd4-897e-77a9d0904100 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683897 Apr 06 11:13:00.117818 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c7110-dd80-4c50-9df3-fa3cb9bccdd1 req-edd27bec-f74f-4108-b937-850899684e2c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:00.119420 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-626c7110-dd80-4c50-9df3-fa3cb9bccdd1 req-edd27bec-f74f-4108-b937-850899684e2c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0863266 Apr 06 11:13:00.182488 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-626c7110-dd80-4c50-9df3-fa3cb9bccdd1 req-cfbf8054-5c1a-4fe3-a098-b32d78f29d79 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567608 Apr 06 11:13:01.336091 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c7e99-635e-4e30-90c0-ce335386dde5 req-5d324c38-1c32-404b-8005-f45e995adf66 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:01.341820 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b76c7e99-635e-4e30-90c0-ce335386dde5 req-5d324c38-1c32-404b-8005-f45e995adf66 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0633609 Apr 06 11:13:01.420375 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b76c7e99-635e-4e30-90c0-ce335386dde5 req-90ff1a7b-ce0c-4c9b-a8f1-86c997c67a36 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775092 Apr 06 11:13:02.509761 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4883bd-3dda-4f3f-9de7-487c908662ec req-ddcedfab-7c5d-4252-9c85-b653d3e1a7fa tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:02.511833 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0d4883bd-3dda-4f3f-9de7-487c908662ec req-ddcedfab-7c5d-4252-9c85-b653d3e1a7fa tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.1137624 Apr 06 11:13:02.567830 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0d4883bd-3dda-4f3f-9de7-487c908662ec req-ef3e3db1-7a0f-4fb7-be9e-4fc7752b9dad tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498407 Apr 06 11:13:02.574836 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddf9fe-56d1-4501-9123-be1af5d78e88 req-c47f3e4a-6eb8-4c83-8afa-306886047b7b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:02.577719 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-93ddf9fe-56d1-4501-9123-be1af5d78e88 req-c47f3e4a-6eb8-4c83-8afa-306886047b7b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0782809 Apr 06 11:13:02.661393 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-93ddf9fe-56d1-4501-9123-be1af5d78e88 req-9dadb0df-3694-4ded-a2a5-fd583a6f79f1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681078 Apr 06 11:13:03.699378 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba4575-644d-4e6c-a83d-0d09a5d4d1fd req-6ab45021-df0f-4336-a524-32a25ae11469 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:03.700961 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2aba4575-644d-4e6c-a83d-0d09a5d4d1fd req-6ab45021-df0f-4336-a524-32a25ae11469 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0575614 Apr 06 11:13:03.761971 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2aba4575-644d-4e6c-a83d-0d09a5d4d1fd req-1ff28a27-fc24-4a42-a29c-a53998970a91 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532990 Apr 06 11:13:03.818832 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc8a02-fcdb-45ec-9688-324e218cd593 req-0063bdbc-046a-4d98-8c2d-45ded1f66212 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:03.820581 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5bbc8a02-fcdb-45ec-9688-324e218cd593 req-0063bdbc-046a-4d98-8c2d-45ded1f66212 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0811157 Apr 06 11:13:03.841807 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd5b96-103d-426b-ab0c-66e09cf30254 req-938227c6-352b-4dce-9cab-1b67de46bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:03.843310 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-acbd5b96-103d-426b-ab0c-66e09cf30254 req-938227c6-352b-4dce-9cab-1b67de46bb8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 1130 time: 0.0604706 Apr 06 11:13:03.885227 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5bbc8a02-fcdb-45ec-9688-324e218cd593 req-b64ab36a-9cd7-4b38-ba2c-39b670190f53 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554116 Apr 06 11:13:03.955945 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd5b96-103d-426b-ab0c-66e09cf30254 req-73a07644-ea47-4e13-9d3d-92c1179dc488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:03.957410 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-acbd5b96-103d-426b-ab0c-66e09cf30254 req-73a07644-ea47-4e13-9d3d-92c1179dc488 service neutron] 10.222.0.49 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 918 time: 0.1062858 Apr 06 11:13:04.024147 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-acbd5b96-103d-426b-ab0c-66e09cf30254 req-aa429376-2eba-4f9b-9405-175eb387c582 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20 HTTP/1.1" status: 200 len: 1001 time: 0.0576472 Apr 06 11:13:04.086331 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd5b96-103d-426b-ab0c-66e09cf30254 req-b8ddf3a5-0dc9-4dea-b19f-a5828ee02495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:04.087823 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-acbd5b96-103d-426b-ab0c-66e09cf30254 req-b8ddf3a5-0dc9-4dea-b19f-a5828ee02495 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaeedc9a-09ce-4d61-a72a-cdddeddf087c HTTP/1.1" status: 200 len: 856 time: 0.0546963 Apr 06 11:13:04.146168 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd5b96-103d-426b-ab0c-66e09cf30254 req-46c7fa9e-e0a4-44a4-90c4-b4f799b17512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:04.148258 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-acbd5b96-103d-426b-ab0c-66e09cf30254 req-46c7fa9e-e0a4-44a4-90c4-b4f799b17512 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=723de1ee-b3fa-4231-9470-1bc702945e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525103 Apr 06 11:13:04.258153 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-acbd5b96-103d-426b-ab0c-66e09cf30254 req-05edc576-682c-4315-b0cc-5b45317bbfc7 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028948 Apr 06 11:13:04.356240 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-acbd5b96-103d-426b-ab0c-66e09cf30254 req-baee698d-e1ad-444a-80e6-30d0175f8e87 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911493 Apr 06 11:13:04.894009 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b6199-0469-4020-912f-731351439edb req-dbeeefa5-4b3e-489e-9627-4a07f3bd376c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:04.895640 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-894b6199-0469-4020-912f-731351439edb req-dbeeefa5-4b3e-489e-9627-4a07f3bd376c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0584695 Apr 06 11:13:04.942278 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-894b6199-0469-4020-912f-731351439edb req-0dfbd103-4988-4864-9a86-f9f6b841d692 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Apr 06 11:13:05.022259 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aa351-74a1-4428-8a2b-683d36b68a39 req-7f36c1b5-fa1d-4f4b-93df-375ad22b679f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:05.023786 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-050aa351-74a1-4428-8a2b-683d36b68a39 req-7f36c1b5-fa1d-4f4b-93df-375ad22b679f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0532482 Apr 06 11:13:05.069773 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-050aa351-74a1-4428-8a2b-683d36b68a39 req-aef7d4bb-1cc2-431f-8db9-da231a23cd80 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400479 Apr 06 11:13:06.068781 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf1780-e6a3-49a4-b0f7-c9d47bb38551 req-7be2f52e-900b-462a-b205-d7b01e3670db tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:06.070266 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6bdf1780-e6a3-49a4-b0f7-c9d47bb38551 req-7be2f52e-900b-462a-b205-d7b01e3670db tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0596025 Apr 06 11:13:06.120141 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6bdf1780-e6a3-49a4-b0f7-c9d47bb38551 req-a91ed1c1-b993-4a9e-99fc-b9acff4ff3b7 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418336 Apr 06 11:13:06.201907 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018130e-f302-4fb0-9283-4d269379609a req-aa159824-6741-4191-ace8-5ad5e795b254 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:06.203379 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3018130e-f302-4fb0-9283-4d269379609a req-aa159824-6741-4191-ace8-5ad5e795b254 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 946 time: 0.0511489 Apr 06 11:13:06.248702 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3018130e-f302-4fb0-9283-4d269379609a req-f4d16f7b-3c5d-4a5c-9cee-c8b910161f90 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399060 Apr 06 11:13:06.283437 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device b3cfd0b9-bcef-4882-8538-8b2054bb0e20 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:13:06.356858 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 is: ACTIVE; New status is: DOWN {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:13:06.357280 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:06.379448 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:13:06.381680 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0377af79-04cb-4146-b7f9-e40a6dfcdd35" -d '{"events": [{"server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:13:06.394025 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:13:06.418721 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 11:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da11ec3-b59b-42d0-b032-f3db53e55a69 x-openstack-request-id: req-3da11ec3-b59b-42d0-b032-f3db53e55a69 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:13:06.419094 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:13:06.419355 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3da11ec3-b59b-42d0-b032-f3db53e55a69 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:13:06.419750 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da11ec3-b59b-42d0-b032-f3db53e55a69'] response: {'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'code': 200} Apr 06 11:13:06.461509 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:06.511139 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,revision_number=8']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:13:07.240110 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ea286-b8fc-472a-af3e-70b74184c887 req-86e3c83d-c998-45fe-b5e7-7f46ccba9eae tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:07.241616 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ca6ea286-b8fc-472a-af3e-70b74184c887 req-86e3c83d-c998-45fe-b5e7-7f46ccba9eae tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0554295 Apr 06 11:13:07.288663 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ca6ea286-b8fc-472a-af3e-70b74184c887 req-7033d282-d11a-47ac-9c7a-837f44923b92 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413423 Apr 06 11:13:07.372573 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcee3b-f4b4-49b1-b7c2-6b3a16d67a57 req-46919372-6384-4947-8269-58ef33af7c79 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:07.374093 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cafcee3b-f4b4-49b1-b7c2-6b3a16d67a57 req-46919372-6384-4947-8269-58ef33af7c79 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0521510 Apr 06 11:13:07.420484 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cafcee3b-f4b4-49b1-b7c2-6b3a16d67a57 req-438efa56-1a59-485a-9761-1d1696b1ce62 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Apr 06 11:13:08.405048 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c5402-5a11-4681-af8c-8cc1e609991f req-60b8c34a-df67-425e-aac5-314e3f8d10f0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:08.406540 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6e9c5402-5a11-4681-af8c-8cc1e609991f req-60b8c34a-df67-425e-aac5-314e3f8d10f0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0515146 Apr 06 11:13:08.456031 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6e9c5402-5a11-4681-af8c-8cc1e609991f req-e8971cb3-b6d6-4b87-9774-0952f7b53719 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433319 Apr 06 11:13:08.556635 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51598) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:13:08.600882 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a8f761-6d32-414c-9151-4d74cc905c64 admin admin] Deleting subnet db1ce850-86dc-4d68-91fd-7a70c5c35aa9 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:13:08.603963 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4a8f761-6d32-414c-9151-4d74cc905c64 admin admin] Publish callbacks [] for subnet (db1ce850-86dc-4d68-91fd-7a70c5c35aa9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:08.614575 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [req-f0eccccd-111d-42fb-b07d-dc9db023c319 req-d20b5b7f-654a-4344-b84b-226f018cd7d8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:13:08.615618 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f0eccccd-111d-42fb-b07d-dc9db023c319 req-d20b5b7f-654a-4344-b84b-226f018cd7d8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053904 Apr 06 11:13:08.638345 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4a8f761-6d32-414c-9151-4d74cc905c64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6270545'] for subnet (db1ce850-86dc-4d68-91fd-7a70c5c35aa9), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:08.676496 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4a8f761-6d32-414c-9151-4d74cc905c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (db1ce850-86dc-4d68-91fd-7a70c5c35aa9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:08.804871 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4a8f761-6d32-414c-9151-4d74cc905c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4619291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4460665'] for subnet (db1ce850-86dc-4d68-91fd-7a70c5c35aa9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:08.836188 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8f761-6d32-414c-9151-4d74cc905c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1ce850-86dc-4d68-91fd-7a70c5c35aa9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:13:08.838133 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a4a8f761-6d32-414c-9151-4d74cc905c64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:08.843362 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a4a8f761-6d32-414c-9151-4d74cc905c64 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/db1ce850-86dc-4d68-91fd-7a70c5c35aa9 HTTP/1.1" status: 204 len: 168 time: 0.2835226 Apr 06 11:13:08.846458 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51602) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:13:08.938260 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (35b49477-1928-4e97-af4e-b2a865a39510), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:08.997418 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed00ea-973f-4670-8292-62253a935cde req-2c26432e-9821-406a-a059-656fc404e7e7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:08.998928 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aeed00ea-973f-4670-8292-62253a935cde req-2c26432e-9821-406a-a059-656fc404e7e7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.1063774 Apr 06 11:13:09.053210 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (35b49477-1928-4e97-af4e-b2a865a39510), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:09.087868 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b49477-1928-4e97-af4e-b2a865a39510']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:13:09.099242 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aeed00ea-973f-4670-8292-62253a935cde req-3e104104-3b95-4537-b351-bd3376f22756 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756993 Apr 06 11:13:09.100819 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6048a0d9-5389-425b-8284-b2329bd926b3') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:13:09.101145 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6048a0d9-5389-425b-8284-b2329bd926b3') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:13:09.111253 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6270634'] for segment (6048a0d9-5389-425b-8284-b2329bd926b3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:09.127392 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (6048a0d9-5389-425b-8284-b2329bd926b3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:09.133160 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:13:09.133539 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4619377'] for segment (6048a0d9-5389-425b-8284-b2329bd926b3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: Traceback (most recent call last): Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: timer() Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: cb(*args, **kw) Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: return func(*args, **kwargs) Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: self._notify() Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: self.callback(batched_events) Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: event.method(event) Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: return f(self, *a, **k) Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._get(url).json() Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: return self.request(url, 'GET', **kwargs) Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:13:09.135201 dv-cinder-836072-2-iscsi neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:13:09.244454 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (35b49477-1928-4e97-af4e-b2a865a39510), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:09.250278 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:09.253232 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] 10.222.0.62 "DELETE /v2.0/networks/35b49477-1928-4e97-af4e-b2a865a39510 HTTP/1.1" status: 204 len: 168 time: 0.4083681 Apr 06 11:13:09.265099 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53501b-f372-40a8-95ba-4675ca9a8d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b49477-1928-4e97-af4e-b2a865a39510,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:13:09.467590 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51626) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:13:09.558965 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-aa203d47-28fa-441f-8ab3-0ca122b8a5ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898507 Apr 06 11:13:09.569379 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-6d3f556f-b33f-4bde-9ebe-755f4a9e1fd3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:13:09.571073 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-6d3f556f-b33f-4bde-9ebe-755f4a9e1fd3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072329 Apr 06 11:13:09.576931 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b19b4-85e7-401b-a294-27b092c75e94 req-cdfcdd09-63cc-4edd-8d01-f261dca249a9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:09.578838 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5e7b19b4-85e7-401b-a294-27b092c75e94 req-cdfcdd09-63cc-4edd-8d01-f261dca249a9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0542393 Apr 06 11:13:09.591160 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51632) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:13:09.635983 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-944821e1-715f-4d12-afac-0d803a04c8c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3bf518b73d33421badb2de2696a58e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410109 Apr 06 11:13:09.635983 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 51638) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:13:09.637581 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5e7b19b4-85e7-401b-a294-27b092c75e94 req-512868f4-bdb1-4474-91fa-12b4f9266d36 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527859 Apr 06 11:13:09.684139 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0965-9fb4-4557-bf40-480e0708e5d0 admin admin] Publish callbacks [] for security_group (bac426c5-e367-437e-af6b-706ce39f41c7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:09.709281 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0965-9fb4-4557-bf40-480e0708e5d0 admin admin] Publish callbacks [] for security_group (bac426c5-e367-437e-af6b-706ce39f41c7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:09.714037 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 51640) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:13:09.821529 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0965-9fb4-4557-bf40-480e0708e5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (bac426c5-e367-437e-af6b-706ce39f41c7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:09.824083 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0965-9fb4-4557-bf40-480e0708e5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:09.825237 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2e2d0965-9fb4-4557-bf40-480e0708e5d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bac426c5-e367-437e-af6b-706ce39f41c7 HTTP/1.1" status: 204 len: 168 time: 0.1884181 Apr 06 11:13:09.833836 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d0965-9fb4-4557-bf40-480e0708e5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac426c5-e367-437e-af6b-706ce39f41c7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:13:09.859743 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-e1142c61-7e45-439b-abe4-35e9a0ae2dd1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:09.861300 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-e1142c61-7e45-439b-abe4-35e9a0ae2dd1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports/b3cfd0b9-bcef-4882-8538-8b2054bb0e20 HTTP/1.1" status: 200 len: 941 time: 0.1462107 Apr 06 11:13:10.233029 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e7a57-afa3-4799-bff5-c9c79c69f6a7 req-2eed4ba3-12ac-4221-a4e0-a7be67afd616 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:10.234830 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d10e7a57-afa3-4799-bff5-c9c79c69f6a7 req-2eed4ba3-12ac-4221-a4e0-a7be67afd616 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0591531 Apr 06 11:13:10.286717 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d10e7a57-afa3-4799-bff5-c9c79c69f6a7 req-00abac1a-6633-410e-93b4-74b8538251ee tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454895 Apr 06 11:13:10.307666 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device b3cfd0b9-bcef-4882-8538-8b2054bb0e20 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:13:10.390024 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 is: DOWN; New status is: DOWN {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:13:10.752163 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105da17-e81c-4c06-a893-d4a221f68ab9 req-7b138ae4-4758-452b-a29a-2dfbcabbaa15 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:10.753656 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d105da17-e81c-4c06-a893-d4a221f68ab9 req-7b138ae4-4758-452b-a29a-2dfbcabbaa15 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0525696 Apr 06 11:13:10.800874 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d105da17-e81c-4c06-a893-d4a221f68ab9 req-c82c8468-f773-412a-b1df-48169e322637 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414944 Apr 06 11:13:11.409993 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f0dc8-625e-42f0-b022-659733e30e93 req-ce288043-1a9d-4fa7-b2d5-3623f38148f1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:11.411452 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-944f0dc8-625e-42f0-b022-659733e30e93 req-ce288043-1a9d-4fa7-b2d5-3623f38148f1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0513330 Apr 06 11:13:11.460067 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-944f0dc8-625e-42f0-b022-659733e30e93 req-f3f29753-109e-48a6-b0d0-9f0fcf82bfc3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 Apr 06 11:13:11.917452 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b0572-929c-4792-ab91-5f0899618ef8 req-296c949d-ccae-43fa-826f-fae8ce3fca68 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:11.918932 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7c0b0572-929c-4792-ab91-5f0899618ef8 req-296c949d-ccae-43fa-826f-fae8ce3fca68 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0525975 Apr 06 11:13:11.965862 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7c0b0572-929c-4792-ab91-5f0899618ef8 req-e83bed2b-1943-4b23-8390-e5857a78704a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402102 Apr 06 11:13:12.579817 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398658f0-3b1d-4385-8870-ed4e67d83ffb req-b67c7c3d-a344-4c3f-9b9d-21cbba0123cc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:12.581277 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-398658f0-3b1d-4385-8870-ed4e67d83ffb req-b67c7c3d-a344-4c3f-9b9d-21cbba0123cc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0514419 Apr 06 11:13:12.671719 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-398658f0-3b1d-4385-8870-ed4e67d83ffb req-c94fbe1c-5b25-4007-a9a9-b41a21651192 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849059 Apr 06 11:13:12.696460 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-e3a29ed1-b595-4710-a6f3-1fb8d83a3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:12.697945 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-e3a29ed1-b595-4710-a6f3-1fb8d83a3afe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4&tenant_id=aeca9938df6a4f308208d5b9370aff6d HTTP/1.1" status: 200 len: 1128 time: 0.0814328 Apr 06 11:13:12.778157 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-99e7094a-1c35-4a02-a18e-d75e36c42dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:12.779510 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-99e7094a-1c35-4a02-a18e-d75e36c42dd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 1128 time: 0.0466878 Apr 06 11:13:12.865508 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-8ab82039-05eb-4a92-a70f-95ffcce383f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:12.866897 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-8ab82039-05eb-4a92-a70f-95ffcce383f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 918 time: 0.0792186 Apr 06 11:13:12.933030 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-1c2005de-ab49-414c-849c-9402cd08c513 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20 HTTP/1.1" status: 200 len: 999 time: 0.0591993 Apr 06 11:13:12.980612 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-3d584794-452a-47eb-8c3a-46319abda351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:12.982019 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-3d584794-452a-47eb-8c3a-46319abda351 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaeedc9a-09ce-4d61-a72a-cdddeddf087c HTTP/1.1" status: 200 len: 856 time: 0.0422606 Apr 06 11:13:13.034516 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-7d657bc8-7e2b-4ca8-8588-ce63acd81e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:13.034516 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-7d657bc8-7e2b-4ca8-8588-ce63acd81e26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=723de1ee-b3fa-4231-9470-1bc702945e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431201 Apr 06 11:13:13.087420 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc5d88-c29a-446a-bb04-3b044c7e428e req-f6f2ecd0-5a2b-431a-97b5-01679a094dc5 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:13.088876 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eefc5d88-c29a-446a-bb04-3b044c7e428e req-f6f2ecd0-5a2b-431a-97b5-01679a094dc5 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0561695 Apr 06 11:13:13.122804 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-1c2172b7-9f6a-4229-86ca-d28de8f70e23 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831618 Apr 06 11:13:13.134746 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eefc5d88-c29a-446a-bb04-3b044c7e428e req-671af2b8-c349-4cdb-998c-1212a558d593 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397890 Apr 06 11:13:13.210214 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2016601-81f0-4b2a-80f1-918fa279e295 req-ec94bef5-9514-449e-8e81-27615d11db80 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794661 Apr 06 11:13:13.799374 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaad56-ec82-4af2-a17e-c78728efeece req-3e2679de-fd86-445c-8c26-b7f729878362 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:13.800820 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-14eaad56-ec82-4af2-a17e-c78728efeece req-3e2679de-fd86-445c-8c26-b7f729878362 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0564239 Apr 06 11:13:13.855403 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-14eaad56-ec82-4af2-a17e-c78728efeece req-711a7613-f69f-4137-8b0c-c3ca7e5b9779 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488899 Apr 06 11:13:14.259957 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed4924-a3eb-4470-a33c-fb7b257fe2f7 req-f4949bac-0d70-4632-becd-8cbd11c8727c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:14.261636 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c4ed4924-a3eb-4470-a33c-fb7b257fe2f7 req-f4949bac-0d70-4632-becd-8cbd11c8727c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0530467 Apr 06 11:13:14.314110 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c4ed4924-a3eb-4470-a33c-fb7b257fe2f7 req-fa601a65-3e17-4259-b5d4-7da6531327d5 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451329 Apr 06 11:13:15.010831 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55102f1e-11cf-43ca-9879-19defbbffbb6 req-ed86179c-4d46-4e12-bfc8-784ca101a5be tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:15.012283 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55102f1e-11cf-43ca-9879-19defbbffbb6 req-ed86179c-4d46-4e12-bfc8-784ca101a5be tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0540197 Apr 06 11:13:15.058212 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-55102f1e-11cf-43ca-9879-19defbbffbb6 req-f2a371a2-421c-48bb-96d8-5d77b9ed00aa tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402076 Apr 06 11:13:15.434491 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63509087-c627-40b0-ae3f-795e6db87cb1 req-e13bc42a-11c1-4724-a75e-2ed0ad8eee5b tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:15.435947 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-63509087-c627-40b0-ae3f-795e6db87cb1 req-e13bc42a-11c1-4724-a75e-2ed0ad8eee5b tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0537062 Apr 06 11:13:15.486954 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-63509087-c627-40b0-ae3f-795e6db87cb1 req-5d54979a-eccf-40db-ae28-aeebff2413e8 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454600 Apr 06 11:13:15.998546 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:16.201405 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89064de8-cb91-4178-b216-4ce9a70d6fc9 req-9139a201-9837-45d4-9866-a5b83f75f05d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:16.202854 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-89064de8-cb91-4178-b216-4ce9a70d6fc9 req-9139a201-9837-45d4-9866-a5b83f75f05d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0543532 Apr 06 11:13:16.263633 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-89064de8-cb91-4178-b216-4ce9a70d6fc9 req-9c0ca6ec-7f22-4f88-91fe-e70265e5b080 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543435 Apr 06 11:13:16.613819 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f24e5a-6ad3-4fa2-b953-34dd0af0590d req-163ca561-4a0d-4871-b7f5-b3ab7dfb0095 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:16.615300 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-58f24e5a-6ad3-4fa2-b953-34dd0af0590d req-163ca561-4a0d-4871-b7f5-b3ab7dfb0095 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0597429 Apr 06 11:13:16.681029 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-58f24e5a-6ad3-4fa2-b953-34dd0af0590d req-acab16ed-35e9-431d-992c-a430765ee803 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602624 Apr 06 11:13:17.385924 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434f695-d6e5-4575-87e8-c6a46a8cc888 req-b0b72479-56f4-42a0-aa5c-b141d1d0273d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:17.387373 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4434f695-d6e5-4575-87e8-c6a46a8cc888 req-b0b72479-56f4-42a0-aa5c-b141d1d0273d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0527334 Apr 06 11:13:17.436013 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4434f695-d6e5-4575-87e8-c6a46a8cc888 req-30c16226-c9bd-4292-9ffc-be0c163fad7a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424318 Apr 06 11:13:17.804385 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44760b-15ee-4639-9c17-a6af693e5180 req-b38f12d3-aca5-4d74-8d7d-e0545451fccb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:17.805896 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6c44760b-15ee-4639-9c17-a6af693e5180 req-b38f12d3-aca5-4d74-8d7d-e0545451fccb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0525668 Apr 06 11:13:17.853624 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6c44760b-15ee-4639-9c17-a6af693e5180 req-19ca27c4-7bbf-42df-94d9-9ede79b6af57 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410571 Apr 06 11:13:18.565900 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd5e31-7602-47ea-9396-7ef15a01b9b1 req-6eae3332-ba62-4c48-9b18-ffd66cd5f75d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:18.569647 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73fd5e31-7602-47ea-9396-7ef15a01b9b1 req-6eae3332-ba62-4c48-9b18-ffd66cd5f75d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0623496 Apr 06 11:13:18.627951 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-73fd5e31-7602-47ea-9396-7ef15a01b9b1 req-cc92594a-992e-4870-93e0-ab1029e52cf0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482860 Apr 06 11:13:19.134496 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074e83c-555d-4cd9-869b-ab2e7f0ede39 req-685c0b31-c749-4fca-b695-0564802d6ac0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:19.135865 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a074e83c-555d-4cd9-869b-ab2e7f0ede39 req-685c0b31-c749-4fca-b695-0564802d6ac0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.2139082 Apr 06 11:13:19.186049 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a074e83c-555d-4cd9-869b-ab2e7f0ede39 req-1a63cc47-7fe0-4b87-a8d0-1638bea61b3a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446191 Apr 06 11:13:19.820771 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf23f58-c472-4a37-9e6c-89309adbe9b3 req-5dbffff0-f31a-4cf0-8644-e2ad058537bb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:19.826160 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9bf23f58-c472-4a37-9e6c-89309adbe9b3 req-5dbffff0-f31a-4cf0-8644-e2ad058537bb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.1236467 Apr 06 11:13:19.870563 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9bf23f58-c472-4a37-9e6c-89309adbe9b3 req-f632a456-f5f6-493c-983b-1d00e381d4d9 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 Apr 06 11:13:20.317795 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646150e2-cbea-4aff-affb-faefbe606be3 req-db77dab3-0621-4de9-812f-4d4b9b31d1d6 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:20.319366 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-646150e2-cbea-4aff-affb-faefbe606be3 req-db77dab3-0621-4de9-812f-4d4b9b31d1d6 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0592270 Apr 06 11:13:20.380400 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-646150e2-cbea-4aff-affb-faefbe606be3 req-777ae1b7-d6b3-4f47-9377-73e883a32cd8 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553761 Apr 06 11:13:21.001593 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be34d52-7308-4586-a297-44563898db77 req-43cfc2ba-23f8-4a6e-8d27-19645ec9b69d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:21.003127 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6be34d52-7308-4586-a297-44563898db77 req-43cfc2ba-23f8-4a6e-8d27-19645ec9b69d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0543482 Apr 06 11:13:21.053288 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6be34d52-7308-4586-a297-44563898db77 req-68e5d79b-4cd7-475e-a254-8855b7cdba84 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442345 Apr 06 11:13:21.506098 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d4ae2-157e-41a7-a049-f9ad160bdb7b req-be0c400e-ce61-4a35-b82d-0be8f0e1466b tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:21.507549 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-804d4ae2-157e-41a7-a049-f9ad160bdb7b req-be0c400e-ce61-4a35-b82d-0be8f0e1466b tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0563104 Apr 06 11:13:21.554204 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-804d4ae2-157e-41a7-a049-f9ad160bdb7b req-00d149d0-3aaa-459e-ac6b-e9143d6968fc tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411127 Apr 06 11:13:21.895639 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ea0fe5fe-4d71-4941-acf6-761d44396c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:22.182006 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acac335-da21-4ded-b5aa-9ed0c8ec0801 req-9d9b182b-fc81-44ae-9b53-ab2f589bcbbf tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:22.183452 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2acac335-da21-4ded-b5aa-9ed0c8ec0801 req-9d9b182b-fc81-44ae-9b53-ab2f589bcbbf tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0560877 Apr 06 11:13:22.232142 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2acac335-da21-4ded-b5aa-9ed0c8ec0801 req-f703781a-adc1-4b73-a172-6e34a51091ac tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425789 Apr 06 11:13:22.675852 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e768f79-17f2-4d9e-9672-94e9f81bc057 req-915bafa2-244d-4ef6-8889-8efb1c406aee tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:22.676991 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4e768f79-17f2-4d9e-9672-94e9f81bc057 req-915bafa2-244d-4ef6-8889-8efb1c406aee tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0546544 Apr 06 11:13:22.723878 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4e768f79-17f2-4d9e-9672-94e9f81bc057 req-d1239da6-9600-4004-9dfd-41502dfe1ec9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Apr 06 11:13:23.357279 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead277f0-ff25-4080-8c2f-2791f9e2e6fa req-8f4b5486-8b9f-4373-a334-576a0ce38014 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:23.358752 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ead277f0-ff25-4080-8c2f-2791f9e2e6fa req-8f4b5486-8b9f-4373-a334-576a0ce38014 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0533762 Apr 06 11:13:23.408658 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ead277f0-ff25-4080-8c2f-2791f9e2e6fa req-4c332192-1940-48fa-99d3-b4b9c2e9f624 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Apr 06 11:13:23.849553 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2843e-dd64-4ac7-9e62-d0b2b2dfd64d req-963dd890-b4aa-4d34-9d92-cde11e4319a8 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:23.851057 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0fb2843e-dd64-4ac7-9e62-d0b2b2dfd64d req-963dd890-b4aa-4d34-9d92-cde11e4319a8 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0537591 Apr 06 11:13:23.902128 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0fb2843e-dd64-4ac7-9e62-d0b2b2dfd64d req-548ccf1d-0d28-4e6e-8b52-c0d6d8b90c3c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449247 Apr 06 11:13:24.266409 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c3ed7775-caf6-466c-b024-8aca1a3a6b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:24.533542 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326927b3-1672-4e60-a2b3-68314ff306d7 req-6c71c113-dd48-4732-b2e6-258a232755c3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:24.534976 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-326927b3-1672-4e60-a2b3-68314ff306d7 req-6c71c113-dd48-4732-b2e6-258a232755c3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0530183 Apr 06 11:13:24.584992 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-326927b3-1672-4e60-a2b3-68314ff306d7 req-527a7afd-941e-4c71-bd10-0d8a17da139d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443423 Apr 06 11:13:25.017776 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e4e15-4e63-4dfa-aaa4-84460ae28cba req-9ea0a96a-4043-4905-a0f4-1f6c1b7ca91d tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:25.019190 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7a1e4e15-4e63-4dfa-aaa4-84460ae28cba req-9ea0a96a-4043-4905-a0f4-1f6c1b7ca91d tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0509109 Apr 06 11:13:25.065522 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7a1e4e15-4e63-4dfa-aaa4-84460ae28cba req-68d1abe5-84a3-43f4-8737-13cb64428013 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407441 Apr 06 11:13:25.278224 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:25.705001 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c62ac-5499-410b-882c-773b75095652 req-8ff5fefb-8adc-4d71-90f0-b4682a072750 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:25.706464 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d57c62ac-5499-410b-882c-773b75095652 req-8ff5fefb-8adc-4d71-90f0-b4682a072750 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0517166 Apr 06 11:13:25.750733 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d57c62ac-5499-410b-882c-773b75095652 req-f99fed1c-7c7a-4edb-b8dc-ce640dca354f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388222 Apr 06 11:13:26.033403 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:13:26.184359 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d6b24-cb7c-4f87-9c71-799238a1757b req-39c4aee2-717c-46ac-87d9-9ad94c318d57 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:26.185827 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c14d6b24-cb7c-4f87-9c71-799238a1757b req-39c4aee2-717c-46ac-87d9-9ad94c318d57 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0504591 Apr 06 11:13:26.230111 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c14d6b24-cb7c-4f87-9c71-799238a1757b req-14b40f5f-3a20-4220-bb33-ca02adfca413 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382378 Apr 06 11:13:26.763482 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:26.871914 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c3b5-1bb1-491e-85a3-11c9f56fc460 req-c9ffb18c-dc2c-4059-b9ab-c197cc6fce1b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:26.873301 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7b4c3b5-1bb1-491e-85a3-11c9f56fc460 req-c9ffb18c-dc2c-4059-b9ab-c197cc6fce1b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0517309 Apr 06 11:13:26.919434 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7b4c3b5-1bb1-491e-85a3-11c9f56fc460 req-f84151c2-dbf3-40bd-baba-89bb7d3deba3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405171 Apr 06 11:13:27.348029 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a1777-518d-4492-90ab-b28cea682796 req-d87c67e9-9521-4cb3-80e4-c44220ff7688 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:27.349484 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-904a1777-518d-4492-90ab-b28cea682796 req-d87c67e9-9521-4cb3-80e4-c44220ff7688 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0541773 Apr 06 11:13:27.395162 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-904a1777-518d-4492-90ab-b28cea682796 req-916ac2b3-f405-480e-9147-846f6c760bf6 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399768 Apr 06 11:13:28.041365 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33634a6-2602-4939-9a55-d0769eda7deb req-1314065c-2cd5-4aa4-ab75-f2f5d7fd4ab7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:28.054755 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b33634a6-2602-4939-9a55-d0769eda7deb req-1314065c-2cd5-4aa4-ab75-f2f5d7fd4ab7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0529737 Apr 06 11:13:28.087636 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b33634a6-2602-4939-9a55-d0769eda7deb req-dfa48293-f436-48cf-af8a-ba4fcd81c3eb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391397 Apr 06 11:13:28.244072 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:28.510948 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c47980-7c0f-4002-a85e-1228d7f6757c req-3f7e656b-2244-4d17-97db-81a64b34d689 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:28.512403 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-25c47980-7c0f-4002-a85e-1228d7f6757c req-3f7e656b-2244-4d17-97db-81a64b34d689 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0502334 Apr 06 11:13:28.565385 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-25c47980-7c0f-4002-a85e-1228d7f6757c req-bc1989ac-1a43-4d38-b774-c5dde7c54bf3 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465972 Apr 06 11:13:28.577754 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ec0d2-5c19-4e0d-85b5-cd8ebfc78e49 req-e039c2ab-550c-4712-8de2-5edd382d704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:28.579211 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-589ec0d2-5c19-4e0d-85b5-cd8ebfc78e49 req-e039c2ab-550c-4712-8de2-5edd382d704a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 1128 time: 0.0475636 Apr 06 11:13:29.214491 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551becd0-83f1-4cbf-ac23-0f49b1d30fa5 req-1faf36e9-6eff-4468-9464-715ac1dae5e3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:29.215915 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-551becd0-83f1-4cbf-ac23-0f49b1d30fa5 req-1faf36e9-6eff-4468-9464-715ac1dae5e3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0507324 Apr 06 11:13:29.261416 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-551becd0-83f1-4cbf-ac23-0f49b1d30fa5 req-262c9dff-54c8-4c34-a8fb-dd3b7d83cc2e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400054 Apr 06 11:13:29.681878 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db3ee0-7d15-4812-80f5-92f18db19d10 req-086d7e0a-ed27-4879-ad20-6a3a9301604f tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:29.683308 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39db3ee0-7d15-4812-80f5-92f18db19d10 req-086d7e0a-ed27-4879-ad20-6a3a9301604f tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0509927 Apr 06 11:13:29.730345 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39db3ee0-7d15-4812-80f5-92f18db19d10 req-c4db821a-1856-47cd-893b-a0cf64d9db41 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415494 Apr 06 11:13:30.162637 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1de9f2-bf96-43bf-ba52-e148a91e41b4 req-1a96c457-c914-47c6-a0fa-386d2e69ec3d tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:30.164325 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8f1de9f2-bf96-43bf-ba52-e148a91e41b4 req-1a96c457-c914-47c6-a0fa-386d2e69ec3d tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0586843 Apr 06 11:13:30.214684 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8f1de9f2-bf96-43bf-ba52-e148a91e41b4 req-2bfe58d5-6b01-42c2-a3aa-dbd1c299fdfc tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437374 Apr 06 11:13:30.290559 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ec0d2-5c19-4e0d-85b5-cd8ebfc78e49 req-0c2c00f9-1672-436b-8425-5dc044528645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:30.292002 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-589ec0d2-5c19-4e0d-85b5-cd8ebfc78e49 req-0c2c00f9-1672-436b-8425-5dc044528645 service neutron] 10.222.0.49 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 918 time: 0.0899484 Apr 06 11:13:30.369023 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-589ec0d2-5c19-4e0d-85b5-cd8ebfc78e49 req-882d265e-4811-423f-8a95-323039093197 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20 HTTP/1.1" status: 200 len: 999 time: 0.0609000 Apr 06 11:13:30.457078 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ec0d2-5c19-4e0d-85b5-cd8ebfc78e49 req-da505b62-a483-48f5-8f18-50dca6f7a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:30.458411 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-589ec0d2-5c19-4e0d-85b5-cd8ebfc78e49 req-da505b62-a483-48f5-8f18-50dca6f7a144 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaeedc9a-09ce-4d61-a72a-cdddeddf087c HTTP/1.1" status: 200 len: 856 time: 0.0615497 Apr 06 11:13:30.491215 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e2464-fdf9-4b6d-9722-7a782d252e45 req-355411bc-c27e-42d2-865f-b571fc021cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:30.492668 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b7e2464-fdf9-4b6d-9722-7a782d252e45 req-355411bc-c27e-42d2-865f-b571fc021cf4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 1129 time: 0.1259792 Apr 06 11:13:30.588010 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c1cfc-0b08-4453-ac02-6ec57e1fe882 req-f034e51e-0baa-4f36-885f-7980a341067d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:30.589478 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c65c1cfc-0b08-4453-ac02-6ec57e1fe882 req-f034e51e-0baa-4f36-885f-7980a341067d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.1475368 Apr 06 11:13:30.601044 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ec0d2-5c19-4e0d-85b5-cd8ebfc78e49 req-441f54ce-39f9-43eb-99c7-7bfb19763796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:30.602494 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-589ec0d2-5c19-4e0d-85b5-cd8ebfc78e49 req-441f54ce-39f9-43eb-99c7-7bfb19763796 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=723de1ee-b3fa-4231-9470-1bc702945e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1261866 Apr 06 11:13:30.685618 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e2464-fdf9-4b6d-9722-7a782d252e45 req-e08f0788-03c1-49a0-9d38-598ed5fb05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:30.687056 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b7e2464-fdf9-4b6d-9722-7a782d252e45 req-e08f0788-03c1-49a0-9d38-598ed5fb05bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=a731990e-ef5a-45e6-9019-7f964cfe85bf HTTP/1.1" status: 200 len: 911 time: 0.1769118 Apr 06 11:13:30.745307 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c65c1cfc-0b08-4453-ac02-6ec57e1fe882 req-bd9a9b53-ba28-409d-9320-7a79d6c44d4d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488600 Apr 06 11:13:30.781473 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-589ec0d2-5c19-4e0d-85b5-cd8ebfc78e49 req-9e8dec3b-552b-4243-8d7a-bf9533911d0e service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590347 Apr 06 11:13:30.787108 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b7e2464-fdf9-4b6d-9722-7a782d252e45 req-ce51688a-9fda-44a3-a051-b10292ba26af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 HTTP/1.1" status: 200 len: 999 time: 0.0845356 Apr 06 11:13:30.880421 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e2464-fdf9-4b6d-9722-7a782d252e45 req-8ca2504e-60c4-452b-8ce6-54cb919bbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:30.881868 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b7e2464-fdf9-4b6d-9722-7a782d252e45 req-8ca2504e-60c4-452b-8ce6-54cb919bbe98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec6ff60-8e86-42a1-8b1f-3cb289d760bb HTTP/1.1" status: 200 len: 849 time: 0.0869718 Apr 06 11:13:30.933968 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-589ec0d2-5c19-4e0d-85b5-cd8ebfc78e49 req-e9e7243f-c1a6-4b56-989c-4172c67c2c33 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457224 Apr 06 11:13:30.946427 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e2464-fdf9-4b6d-9722-7a782d252e45 req-072c7076-c947-4211-8338-2b99d92f942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:30.947767 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b7e2464-fdf9-4b6d-9722-7a782d252e45 req-072c7076-c947-4211-8338-2b99d92f942f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a731990e-ef5a-45e6-9019-7f964cfe85bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564647 Apr 06 11:13:31.044127 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b7e2464-fdf9-4b6d-9722-7a782d252e45 req-8b9d5a14-7855-428e-8033-0fe0336e21ac service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795414 Apr 06 11:13:31.131466 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b7e2464-fdf9-4b6d-9722-7a782d252e45 req-a3030a81-ef51-4e13-bb9d-69369fc1c370 service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844634 Apr 06 11:13:31.330362 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f215ff-163b-4c88-a9a9-9b87672fb61f req-66b79044-e34d-47bf-9c20-239fc0829198 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:31.331498 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b8f215ff-163b-4c88-a9a9-9b87672fb61f req-66b79044-e34d-47bf-9c20-239fc0829198 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0511930 Apr 06 11:13:31.375549 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b8f215ff-163b-4c88-a9a9-9b87672fb61f req-ffe6f4af-f8b4-4666-8ca7-494bb34693b5 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386324 Apr 06 11:13:31.869674 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a970f-b6a7-417c-a774-fac975e342a2 req-2ec42097-d0a6-4aa7-bcfd-7b4146497113 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:31.871092 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a06a970f-b6a7-417c-a774-fac975e342a2 req-2ec42097-d0a6-4aa7-bcfd-7b4146497113 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0518425 Apr 06 11:13:31.915529 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a06a970f-b6a7-417c-a774-fac975e342a2 req-4f8d58d2-c4b1-4bae-ae2e-50213dc5d3ef tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389106 Apr 06 11:13:32.495230 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e92e7a-0168-4351-a82d-fab3c60da4d5 req-51ab0dd4-b830-4b9e-a085-4ce8bb142aa5 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:32.497376 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-48e92e7a-0168-4351-a82d-fab3c60da4d5 req-51ab0dd4-b830-4b9e-a085-4ce8bb142aa5 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0543368 Apr 06 11:13:32.542051 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-48e92e7a-0168-4351-a82d-fab3c60da4d5 req-b5634000-277b-4685-98ee-18404e3b5b43 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397344 Apr 06 11:13:33.036278 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb11ea3-8172-42a5-b90a-204eb886216c req-8dab789c-f5f6-4fbc-8e75-cf3b5b6ec49a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:33.038911 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8eb11ea3-8172-42a5-b90a-204eb886216c req-8dab789c-f5f6-4fbc-8e75-cf3b5b6ec49a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0510204 Apr 06 11:13:33.082704 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8eb11ea3-8172-42a5-b90a-204eb886216c req-a1083cc6-d8d1-4f88-ab9b-acd88e13a03a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393999 Apr 06 11:13:33.661187 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444d193-aa43-4901-98b2-dbbac7f70d0d req-734db6b8-78b1-4ab2-9544-fa00219a51da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:33.662656 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6444d193-aa43-4901-98b2-dbbac7f70d0d req-734db6b8-78b1-4ab2-9544-fa00219a51da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0533755 Apr 06 11:13:33.708545 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6444d193-aa43-4901-98b2-dbbac7f70d0d req-31b97387-c65d-4e8c-a26c-34a220d37ec4 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402350 Apr 06 11:13:34.217109 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716cc13-7fff-4804-9406-6643c9d7edfc req-1184001e-85b7-4dac-8bbc-2fbc505ab3c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:34.218645 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f716cc13-7fff-4804-9406-6643c9d7edfc req-1184001e-85b7-4dac-8bbc-2fbc505ab3c2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0623689 Apr 06 11:13:34.268221 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f716cc13-7fff-4804-9406-6643c9d7edfc req-ee57d121-cb47-4e0a-babe-673786b1ec2e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435615 Apr 06 11:13:35.393502 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0812579-fcf1-4864-b71c-e27ad0462cb6 req-43f7ad31-85a9-446c-80ff-b06252472daa tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:35.394939 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f0812579-fcf1-4864-b71c-e27ad0462cb6 req-43f7ad31-85a9-446c-80ff-b06252472daa tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0548267 Apr 06 11:13:35.440025 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f0812579-fcf1-4864-b71c-e27ad0462cb6 req-bb8101e2-3e0c-4519-9bcb-fe9f7ed0103c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395536 Apr 06 11:13:36.558189 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7566fee-4e52-48bb-a81f-ec2d5bb1f1c2 req-a689c652-713d-4217-bbb1-f1b84fffdd30 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:36.559639 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b7566fee-4e52-48bb-a81f-ec2d5bb1f1c2 req-a689c652-713d-4217-bbb1-f1b84fffdd30 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0508788 Apr 06 11:13:36.605165 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b7566fee-4e52-48bb-a81f-ec2d5bb1f1c2 req-e025a977-ff35-485b-b35e-f35aa07247a0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395942 Apr 06 11:13:37.728989 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2abdcb-65ff-4070-b413-a9eedc7b75ac req-c105a08a-0f41-40d6-9465-cea86536ad76 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:37.730463 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4b2abdcb-65ff-4070-b413-a9eedc7b75ac req-c105a08a-0f41-40d6-9465-cea86536ad76 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 944 time: 0.0511777 Apr 06 11:13:37.774924 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4b2abdcb-65ff-4070-b413-a9eedc7b75ac req-86f80866-ee11-4298-832f-b9c10404277e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390530 Apr 06 11:13:38.426970 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device b3cfd0b9-bcef-4882-8538-8b2054bb0e20 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:13:38.523903 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:13:38.535156 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'port_id': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'mac_address': 'fa:16:3e:fd:cc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:13:38.570603 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:13:38.571007 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:38.582954 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cfd0b9-bcef-4882-8538-8b2054bb0e20 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:13:38.601362 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:13:38.666420 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:38.712592 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,revision_number=9']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:13:38.719368 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.723554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.723554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.723554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.723554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.723554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.723554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.723554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.723554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.723554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.723554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.724384 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.724384 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.724384 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.724621 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:13:38.896404 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b7302-32e4-46ee-97cc-ac70803f74f9 req-d089a918-8ca6-40bd-a670-04c9e23f9ef5 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:38.897864 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a13b7302-32e4-46ee-97cc-ac70803f74f9 req-d089a918-8ca6-40bd-a670-04c9e23f9ef5 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 945 time: 0.0538309 Apr 06 11:13:38.942866 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a13b7302-32e4-46ee-97cc-ac70803f74f9 req-66b666a6-cd54-46db-b1a3-403819db89dc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394263 Apr 06 11:13:39.314479 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['b3cfd0b9-bcef-4882-8538-8b2054bb0e20'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:13:40.062577 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b7c2f-0a49-4497-bea3-a6bb1367c696 req-f6a79781-667f-4687-88b4-66f24ed01d44 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:40.064014 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a93b7c2f-0a49-4497-bea3-a6bb1367c696 req-f6a79781-667f-4687-88b4-66f24ed01d44 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 945 time: 0.0516484 Apr 06 11:13:40.109534 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a93b7c2f-0a49-4497-bea3-a6bb1367c696 req-25b5ffeb-8bcd-4a36-977b-688fe4830bcc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398254 Apr 06 11:13:40.675930 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device b3cfd0b9-bcef-4882-8538-8b2054bb0e20 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:13:40.723565 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:13:40.723943 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:40.916860 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:13:40.917192 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:40.939509 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:13:40.941757 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aad77af-b53b-4e7d-9bd7-9d2663abfde5" -d '{"events": [{"server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "name": "network-vif-plugged", "status": "completed", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:13:40.953584 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:13:40.983316 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6629dca3-c9c1-4bd2-804e-c81ec77b55dc x-openstack-request-id: req-6629dca3-c9c1-4bd2-804e-c81ec77b55dc {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:13:40.983623 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "name": "network-vif-plugged", "status": "completed", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:13:40.983883 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6629dca3-c9c1-4bd2-804e-c81ec77b55dc {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:13:40.984280 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6629dca3-c9c1-4bd2-804e-c81ec77b55dc'] response: {'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'code': 200} Apr 06 11:13:41.014915 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:41.063381 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,revision_number=10']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:13:41.229802 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7f771-493c-416d-a150-a0df3dc95265 req-a5f1df5c-fedb-46bb-b300-4ed228c68b5a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:41.231254 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-25f7f771-493c-416d-a150-a0df3dc95265 req-a5f1df5c-fedb-46bb-b300-4ed228c68b5a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 947 time: 0.0514531 Apr 06 11:13:41.285877 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-25f7f771-493c-416d-a150-a0df3dc95265 req-16ffd743-43ce-490e-b97c-3340d78a34ea tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490122 Apr 06 11:13:41.838759 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe194a-200a-41cb-8b32-a0d28aaeb5f7 req-981dbbe4-4223-4dd5-9be4-0cb2b018683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:41.840255 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3dfe194a-200a-41cb-8b32-a0d28aaeb5f7 req-981dbbe4-4223-4dd5-9be4-0cb2b018683b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 1131 time: 0.0863929 Apr 06 11:13:41.883413 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3dfe194a-200a-41cb-8b32-a0d28aaeb5f7 req-fc98cb9c-030c-4141-b335-12652a33d929 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361278 Apr 06 11:13:42.409098 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a8cab-a5cd-4fa3-9fd1-9a4878fa67e4 req-afe33780-330e-4294-b679-94b85c784953 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:42.410543 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fb2a8cab-a5cd-4fa3-9fd1-9a4878fa67e4 req-afe33780-330e-4294-b679-94b85c784953 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 947 time: 0.0508885 Apr 06 11:13:42.458325 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fb2a8cab-a5cd-4fa3-9fd1-9a4878fa67e4 req-aeee51de-12dd-4ae9-91df-abae0ee776ff tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 Apr 06 11:13:43.578032 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64723e41-177b-46a9-967d-38a728992c2e req-db10b90b-fae0-4aac-969d-bc6f0b62eac4 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:43.579472 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-64723e41-177b-46a9-967d-38a728992c2e req-db10b90b-fae0-4aac-969d-bc6f0b62eac4 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 947 time: 0.0512836 Apr 06 11:13:43.625388 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-64723e41-177b-46a9-967d-38a728992c2e req-d74a18b8-d53f-4356-9b6b-5df2023b4745 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401740 Apr 06 11:13:44.753672 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fccc91-37b4-4f8a-a717-16fcb0c7099e req-b862d5f5-1cd5-4fe8-a941-19f0ff965747 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:44.755114 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-18fccc91-37b4-4f8a-a717-16fcb0c7099e req-b862d5f5-1cd5-4fe8-a941-19f0ff965747 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 947 time: 0.0538046 Apr 06 11:13:44.802656 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-18fccc91-37b4-4f8a-a717-16fcb0c7099e req-cc84fb9b-4439-4c0b-b01a-9e31660ff45f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418947 Apr 06 11:13:45.930629 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315e0e9-d483-4bf5-8f45-a87873642bb6 req-e154f50b-58ad-4bbb-a29f-b1982f1814dc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:45.931979 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1315e0e9-d483-4bf5-8f45-a87873642bb6 req-e154f50b-58ad-4bbb-a29f-b1982f1814dc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 947 time: 0.0555828 Apr 06 11:13:45.978057 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1315e0e9-d483-4bf5-8f45-a87873642bb6 req-1f735a06-d2d1-4692-ab33-033cbc442755 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404310 Apr 06 11:13:46.032002 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:48.598605 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08ba55-0fee-4111-8118-19f6bbbb4ac8 req-677753d8-31e4-4619-9a49-38ad3ccdc9af tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:48.600040 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4e08ba55-0fee-4111-8118-19f6bbbb4ac8 req-677753d8-31e4-4619-9a49-38ad3ccdc9af tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0511146 Apr 06 11:13:48.646212 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4e08ba55-0fee-4111-8118-19f6bbbb4ac8 req-fc09af7b-c971-42b2-9e04-697186299a91 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403981 Apr 06 11:13:48.695850 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97033-d15e-4db5-acb2-8afce5a00c50 req-51c0cee1-893d-4f34-ac2e-41cec5d86486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:48.697346 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5fa97033-d15e-4db5-acb2-8afce5a00c50 req-51c0cee1-893d-4f34-ac2e-41cec5d86486 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 1129 time: 0.0440860 Apr 06 11:13:48.788522 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97033-d15e-4db5-acb2-8afce5a00c50 req-ab307ae4-18b9-4442-8808-347f481be135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:48.789904 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5fa97033-d15e-4db5-acb2-8afce5a00c50 req-ab307ae4-18b9-4442-8808-347f481be135 service neutron] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 919 time: 0.0827918 Apr 06 11:13:48.857398 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5fa97033-d15e-4db5-acb2-8afce5a00c50 req-488a6a03-a096-417b-9137-fec5876930fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb1ffd5-1644-4476-97af-ce297bb53c8a HTTP/1.1" status: 200 len: 1001 time: 0.0588167 Apr 06 11:13:48.909282 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97033-d15e-4db5-acb2-8afce5a00c50 req-0500d850-4757-4cd4-8d4b-ee04eb75d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:48.910658 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5fa97033-d15e-4db5-acb2-8afce5a00c50 req-0500d850-4757-4cd4-8d4b-ee04eb75d053 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0448334 Apr 06 11:13:48.962386 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97033-d15e-4db5-acb2-8afce5a00c50 req-44ee7300-0d50-4167-b7c7-63e68b4923dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:48.963788 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5fa97033-d15e-4db5-acb2-8afce5a00c50 req-44ee7300-0d50-4167-b7c7-63e68b4923dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422497 Apr 06 11:13:49.057711 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5fa97033-d15e-4db5-acb2-8afce5a00c50 req-4d3740e2-5ab7-4816-8008-23894417d84b service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781522 Apr 06 11:13:49.150330 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5fa97033-d15e-4db5-acb2-8afce5a00c50 req-ef9dbe28-d018-48e7-a9f2-085d475dc298 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800788 Apr 06 11:13:49.764545 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aacdc0-d82c-4923-814a-1dfdc6bd47b4 req-7597a1bf-de3c-46a9-bd99-63049af5b278 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:49.765998 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-37aacdc0-d82c-4923-814a-1dfdc6bd47b4 req-7597a1bf-de3c-46a9-bd99-63049af5b278 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0506041 Apr 06 11:13:49.811242 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-37aacdc0-d82c-4923-814a-1dfdc6bd47b4 req-32edafcc-86c5-4b10-a479-4a3b2ede8285 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397716 Apr 06 11:13:50.979656 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367925a4-758d-4b03-b0c3-07bf65ac70a0 req-64c9d803-3e32-4809-bad9-a2aa3f31f065 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:50.979656 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-367925a4-758d-4b03-b0c3-07bf65ac70a0 req-64c9d803-3e32-4809-bad9-a2aa3f31f065 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0618572 Apr 06 11:13:50.993910 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-367925a4-758d-4b03-b0c3-07bf65ac70a0 req-d9bffc2e-4028-4392-9697-d48c7995d58a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453017 Apr 06 11:13:51.917370 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-384299c2-33b6-4332-aa29-3818ee3b2a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:52.113324 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e70ac4-f7d9-4e4e-b2e7-c2248b3c67a8 req-52302f8a-e67f-4c80-9f35-a34fd33becc6 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:52.114760 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e2e70ac4-f7d9-4e4e-b2e7-c2248b3c67a8 req-52302f8a-e67f-4c80-9f35-a34fd33becc6 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0547419 Apr 06 11:13:52.160115 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e2e70ac4-f7d9-4e4e-b2e7-c2248b3c67a8 req-70843147-ba29-411c-90c9-4d38a2bd0104 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398986 Apr 06 11:13:53.280236 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d629476-d52e-41b0-8bbe-fd2295d75975 req-9e830229-a76a-4395-8994-fac4ad9ada22 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:53.281720 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9d629476-d52e-41b0-8bbe-fd2295d75975 req-9e830229-a76a-4395-8994-fac4ad9ada22 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0550923 Apr 06 11:13:53.327262 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9d629476-d52e-41b0-8bbe-fd2295d75975 req-a8368661-c7c2-4e4c-a494-ada8805ee9e7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400236 Apr 06 11:13:54.249363 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f50f18f4-5954-4fbc-b10f-67b517958e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:54.441518 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06003673-15ad-42fe-a815-d5c1b7764e58 req-c460dc5d-24b3-4124-89ae-9afe4d71980a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:54.442958 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-06003673-15ad-42fe-a815-d5c1b7764e58 req-c460dc5d-24b3-4124-89ae-9afe4d71980a tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0516233 Apr 06 11:13:54.487543 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-06003673-15ad-42fe-a815-d5c1b7764e58 req-0a3c83fb-2c55-4947-8fa1-e1fd3e02663f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391097 Apr 06 11:13:55.295045 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:55.603982 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073dfb6-1d81-430d-ab37-f841e955aadf req-91bb1132-7766-47b4-bf97-89c8ba68c73f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:55.605380 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a073dfb6-1d81-430d-ab37-f841e955aadf req-91bb1132-7766-47b4-bf97-89c8ba68c73f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0511358 Apr 06 11:13:55.649659 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a073dfb6-1d81-430d-ab37-f841e955aadf req-9345ef53-c442-4e91-91ab-addc39f174ed tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388072 Apr 06 11:13:56.767199 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39362c93-01cd-4b81-8079-8dec5b40111d req-0808ac1a-f1a3-4090-8639-831641f9fc67 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:56.768668 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39362c93-01cd-4b81-8079-8dec5b40111d req-0808ac1a-f1a3-4090-8639-831641f9fc67 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0506380 Apr 06 11:13:56.808953 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:56.816998 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39362c93-01cd-4b81-8079-8dec5b40111d req-99532eaa-1adc-4ff5-94a6-7dfd60b54349 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427840 Apr 06 11:13:57.931956 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23645dc8-b538-45df-bc4c-e16a7633a19b req-38258b84-a264-427d-9346-7e8a11637608 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:57.933298 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-23645dc8-b538-45df-bc4c-e16a7633a19b req-38258b84-a264-427d-9346-7e8a11637608 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0501673 Apr 06 11:13:58.232208 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-23645dc8-b538-45df-bc4c-e16a7633a19b req-adb65390-050d-4e39-bc48-b652457b03a3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933724 Apr 06 11:13:58.260446 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:59.353558 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b23ad4-de71-44c4-84e6-56f8cd1819c9 req-2fa3a1f2-9131-432e-af86-9c797258bea8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:59.355015 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a0b23ad4-de71-44c4-84e6-56f8cd1819c9 req-2fa3a1f2-9131-432e-af86-9c797258bea8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0518446 Apr 06 11:13:59.399862 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a0b23ad4-de71-44c4-84e6-56f8cd1819c9 req-f55c69fd-f33f-4eda-99d6-e5a50da251f5 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393767 Apr 06 11:14:00.519715 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a222704-eb67-4309-8e57-b95ddfbe934e req-49779dad-b457-4205-9a3d-803d0ba43f76 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:00.521199 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2a222704-eb67-4309-8e57-b95ddfbe934e req-49779dad-b457-4205-9a3d-803d0ba43f76 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0559263 Apr 06 11:14:00.566579 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2a222704-eb67-4309-8e57-b95ddfbe934e req-5ad6df99-c23c-43b4-ab52-5d833ba0a503 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396631 Apr 06 11:14:01.683640 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8956d8d-c16e-4f09-8198-58e12728fdd6 req-7c928bfd-1593-4e46-a161-81696a5d21b0 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:01.685122 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a8956d8d-c16e-4f09-8198-58e12728fdd6 req-7c928bfd-1593-4e46-a161-81696a5d21b0 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0514514 Apr 06 11:14:01.734967 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a8956d8d-c16e-4f09-8198-58e12728fdd6 req-aa7c252d-6752-4db0-a2c1-fcc89cf64f15 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437331 Apr 06 11:14:02.862616 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e9a97-eb83-4723-a88b-5a1ebb27ae72 req-2c54542f-8036-47af-8d9e-00439a7f5b93 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:02.864090 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-622e9a97-eb83-4723-a88b-5a1ebb27ae72 req-2c54542f-8036-47af-8d9e-00439a7f5b93 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0613682 Apr 06 11:14:02.910814 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-622e9a97-eb83-4723-a88b-5a1ebb27ae72 req-dbe540b6-c372-43db-9b7b-ae5615a64f44 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412161 Apr 06 11:14:03.031712 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:14:04.029210 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef8614-58ba-4901-96d8-e70092de4ce4 req-ffe4030c-2cfb-424b-a370-8e0629638591 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:04.030667 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-77ef8614-58ba-4901-96d8-e70092de4ce4 req-ffe4030c-2cfb-424b-a370-8e0629638591 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0540311 Apr 06 11:14:04.075473 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-77ef8614-58ba-4901-96d8-e70092de4ce4 req-2ce38220-9b85-4151-9fca-49f6846c94db tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 Apr 06 11:14:05.189788 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29584b37-2e57-4d31-bf4a-b014437b4ae9 req-50092e4c-2d2e-4b72-b369-626c8b0269d1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:05.191258 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-29584b37-2e57-4d31-bf4a-b014437b4ae9 req-50092e4c-2d2e-4b72-b369-626c8b0269d1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0510516 Apr 06 11:14:05.236741 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-29584b37-2e57-4d31-bf4a-b014437b4ae9 req-577a5ab2-ea65-4f57-a39b-23154417b41d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399840 Apr 06 11:14:06.350396 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e89667-fd0f-434e-b98b-8e4412d78357 req-56b5f7ba-4d00-441c-98ec-10450b4a5601 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:06.351818 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f9e89667-fd0f-434e-b98b-8e4412d78357 req-56b5f7ba-4d00-441c-98ec-10450b4a5601 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0498831 Apr 06 11:14:06.395802 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f9e89667-fd0f-434e-b98b-8e4412d78357 req-04d4476c-9f03-4ee7-a997-536e3c35f8d0 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384552 Apr 06 11:14:07.224774 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37355c00-f60d-4a0d-8ea4-226d41d8fe4b req-d1703374-9f56-4fcf-af9b-ff2e3fdaa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:07.226252 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-37355c00-f60d-4a0d-8ea4-226d41d8fe4b req-d1703374-9f56-4fcf-af9b-ff2e3fdaa3cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 1129 time: 0.0431352 Apr 06 11:14:07.271900 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-37355c00-f60d-4a0d-8ea4-226d41d8fe4b req-da012451-ec1f-4364-b4fc-de3db5768775 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361278 Apr 06 11:14:07.515315 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fb5d4-a3bd-4fc2-9851-d2e73451ab82 req-aa2d6cfc-436b-401b-858e-72d6835f8622 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:07.516740 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba7fb5d4-a3bd-4fc2-9851-d2e73451ab82 req-aa2d6cfc-436b-401b-858e-72d6835f8622 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0541511 Apr 06 11:14:07.561478 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ba7fb5d4-a3bd-4fc2-9851-d2e73451ab82 req-baa3356c-9c96-4f9a-a022-707caa9bbc4d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 Apr 06 11:14:08.680122 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4221a-d6a3-454d-9723-cf5c2c9d9cbf req-9721eddf-1347-4469-b365-abccadee8b2e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:08.681602 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0ec4221a-d6a3-454d-9723-cf5c2c9d9cbf req-9721eddf-1347-4469-b365-abccadee8b2e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0544405 Apr 06 11:14:08.726371 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0ec4221a-d6a3-454d-9723-cf5c2c9d9cbf req-da0b859c-25f2-41b7-ad95-0827baf521b9 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391703 Apr 06 11:14:09.849884 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aee00-e445-4425-96b1-33ca6d435f50 req-2cd0ae3c-90e6-42f6-8b42-a72e695deee2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:09.851349 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-590aee00-e445-4425-96b1-33ca6d435f50 req-2cd0ae3c-90e6-42f6-8b42-a72e695deee2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0520008 Apr 06 11:14:09.896314 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-590aee00-e445-4425-96b1-33ca6d435f50 req-8d5c6fcf-b7f4-4ae8-9668-4f09f69e3bf8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393479 Apr 06 11:14:10.358580 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85889103-5343-4cc0-8647-59ade5431b1d req-1f1a3dac-b049-4fd2-8e4c-04cd90952b7d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:10.360035 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-85889103-5343-4cc0-8647-59ade5431b1d req-1f1a3dac-b049-4fd2-8e4c-04cd90952b7d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0510967 Apr 06 11:14:10.405470 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-85889103-5343-4cc0-8647-59ade5431b1d req-2c174484-0366-4923-926a-69a4a30e018b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397854 Apr 06 11:14:10.408812 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08b3d8-d722-418a-ac14-820ce88e3a89 req-5feb8314-f103-4a11-8d81-d831eb8d4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:10.410195 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d08b3d8-d722-418a-ac14-820ce88e3a89 req-5feb8314-f103-4a11-8d81-d831eb8d4e52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 1129 time: 0.0437474 Apr 06 11:14:10.500687 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08b3d8-d722-418a-ac14-820ce88e3a89 req-5eb3c641-f166-4ad4-8e38-d3e2ef482247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:10.502185 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d08b3d8-d722-418a-ac14-820ce88e3a89 req-5eb3c641-f166-4ad4-8e38-d3e2ef482247 service neutron] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 919 time: 0.0854795 Apr 06 11:14:10.566101 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d08b3d8-d722-418a-ac14-820ce88e3a89 req-8ea18478-b336-4754-8008-ffe24899e7a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb1ffd5-1644-4476-97af-ce297bb53c8a HTTP/1.1" status: 200 len: 1001 time: 0.0567575 Apr 06 11:14:10.618632 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08b3d8-d722-418a-ac14-820ce88e3a89 req-10e73231-6262-4fe5-a786-b4e7c2c268bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:10.620022 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d08b3d8-d722-418a-ac14-820ce88e3a89 req-10e73231-6262-4fe5-a786-b4e7c2c268bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0458469 Apr 06 11:14:10.670899 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08b3d8-d722-418a-ac14-820ce88e3a89 req-07ca9e2e-54be-49b7-89ff-eabac6ae0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:10.672361 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d08b3d8-d722-418a-ac14-820ce88e3a89 req-07ca9e2e-54be-49b7-89ff-eabac6ae0d5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435743 Apr 06 11:14:10.759877 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d08b3d8-d722-418a-ac14-820ce88e3a89 req-8a861bee-8c05-4cc4-981b-4c842c71108c service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778446 Apr 06 11:14:10.851027 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1d08b3d8-d722-418a-ac14-820ce88e3a89 req-fc47a1a7-fb6a-4b18-9c7d-b18391771846 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819001 Apr 06 11:14:11.524863 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bedfe8-0ec6-4610-856f-d0c9190b9022 req-22a2c7b7-a6f8-4d43-a775-652693ad47f8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:11.526349 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-90bedfe8-0ec6-4610-856f-d0c9190b9022 req-22a2c7b7-a6f8-4d43-a775-652693ad47f8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0516407 Apr 06 11:14:11.571605 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-90bedfe8-0ec6-4610-856f-d0c9190b9022 req-8567c539-a90b-4b71-b9f6-c939da0bb9d2 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397849 Apr 06 11:14:12.687780 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261631a7-19e7-4bee-86c6-0b75b853fbaa req-0a2915ed-e394-4e89-95cc-7c189ef535fa tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:12.689252 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-261631a7-19e7-4bee-86c6-0b75b853fbaa req-0a2915ed-e394-4e89-95cc-7c189ef535fa tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0522716 Apr 06 11:14:12.737495 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-261631a7-19e7-4bee-86c6-0b75b853fbaa req-2a4d7ac6-ef16-4c76-8ee6-53e38dfe3dcf tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 Apr 06 11:14:13.860001 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b046a-8537-4eb0-9bed-217bc6ae5c4e req-bc5ae82a-5d5b-4c81-87e7-827537341808 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:13.862115 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-615b046a-8537-4eb0-9bed-217bc6ae5c4e req-bc5ae82a-5d5b-4c81-87e7-827537341808 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0555542 Apr 06 11:14:13.906623 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-615b046a-8537-4eb0-9bed-217bc6ae5c4e req-f073d72c-7259-4f27-b491-f24190052f68 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390608 Apr 06 11:14:15.033002 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a25e0d-6987-48f7-8400-2daed68f6e14 req-898db088-9b16-4350-8c35-c428671ba3ee tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:15.034476 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-92a25e0d-6987-48f7-8400-2daed68f6e14 req-898db088-9b16-4350-8c35-c428671ba3ee tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0557683 Apr 06 11:14:15.080667 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-92a25e0d-6987-48f7-8400-2daed68f6e14 req-c45ad8b3-43ef-4d47-89fc-d4aa0ee8288d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404937 Apr 06 11:14:16.054782 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:16.200653 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248e2fe-69d3-4ed1-abbe-662190881636 req-e4d825f8-3dd3-4036-b957-640257bbcb5c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:16.202239 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f248e2fe-69d3-4ed1-abbe-662190881636 req-e4d825f8-3dd3-4036-b957-640257bbcb5c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0542498 Apr 06 11:14:16.252361 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f248e2fe-69d3-4ed1-abbe-662190881636 req-3794eeac-7ebd-47c0-ab0f-592167f48c00 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439584 Apr 06 11:14:16.363904 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154a72d-4d75-4302-a9b2-848616208fc9 req-58eb339f-61e1-4621-b87e-307d43ce8ad7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:16.365275 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9154a72d-4d75-4302-a9b2-848616208fc9 req-58eb339f-61e1-4621-b87e-307d43ce8ad7 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0506122 Apr 06 11:14:16.373712 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 51964) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:14:16.378523 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-d26ac34c-2170-44b8-aafd-e65b170399cb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Request body: {'floatingip': {'port_id': '6eb1ffd5-1644-4476-97af-ce297bb53c8a'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:14:16.637909 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26ac34c-2170-44b8-aafd-e65b170399cb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for floatingip (779ff419-6087-4e4c-848c-1ae5f34e89e6), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:17.078413 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26ac34c-2170-44b8-aafd-e65b170399cb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:17.117409 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26ac34c-2170-44b8-aafd-e65b170399cb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (779ff419-6087-4e4c-848c-1ae5f34e89e6), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:17.322701 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26ac34c-2170-44b8-aafd-e65b170399cb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:14:17.428793 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26ac34c-2170-44b8-aafd-e65b170399cb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:14:17.433584 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26ac34c-2170-44b8-aafd-e65b170399cb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:17.438133 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a163dd-0345-42b6-87a9-32645a29a0cf None None] Sync routers for ids ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:14:17.447482 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a163dd-0345-42b6-87a9-32645a29a0cf None None] Routers {'3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:14:17.448086 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-37a163dd-0345-42b6-87a9-32645a29a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:13:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:14:17.466445 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'tag': '6eb1ffd5-1644-4476-97af-ce297bb53c8a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:14:17.468672 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52777fa7-0549-4a20-b367-c3b975f15268" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd7c13b-8c94-444f-8aba-29b3936f24e6", "tag": "6eb1ffd5-1644-4476-97af-ce297bb53c8a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:14:17.497699 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d26ac34c-2170-44b8-aafd-e65b170399cb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "PUT /v2.0/floatingips/779ff419-6087-4e4c-848c-1ae5f34e89e6 HTTP/1.1" status: 200 len: 993 time: 1.1229675 Apr 06 11:14:17.557337 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-37a163dd-0345-42b6-87a9-32645a29a0cf None None] Set router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:14:17.568513 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe7db05-952a-4819-8ae7-85ab390a80fd x-openstack-request-id: req-abe7db05-952a-4819-8ae7-85ab390a80fd {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:14:17.568807 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd7c13b-8c94-444f-8aba-29b3936f24e6", "tag": "6eb1ffd5-1644-4476-97af-ce297bb53c8a", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:14:17.569080 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abe7db05-952a-4819-8ae7-85ab390a80fd {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:14:17.573294 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe7db05-952a-4819-8ae7-85ab390a80fd'] response: {'name': 'network-changed', 'server_uuid': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'tag': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'status': 'completed', 'code': 200} Apr 06 11:14:17.702946 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52777fa7-0549-4a20-b367-c3b975f15268 req-b29796df-20b1-43db-9b7b-ab519891d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:17.705171 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52777fa7-0549-4a20-b367-c3b975f15268 req-b29796df-20b1-43db-9b7b-ab519891d159 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 1129 time: 0.0499516 Apr 06 11:14:17.781943 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-37a163dd-0345-42b6-87a9-32645a29a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '779ff419-6087-4e4c-848c-1ae5f34e89e6', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'port_id': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'mac_address': 'fa:16:3e:2e:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:11:17Z', 'updated_at': '2022-04-06T11:14:16Z', 'revision_number': 3, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8790155-5a1d-4834-9b3b-1b722f40dceb', 'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'mac_address': 'fa:16:3e:6c:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:29Z', 'updated_at': '2022-04-06T11:08:39Z', 'revision_number': 5, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'subnets': [{'id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:14:17.807917 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a163dd-0345-42b6-87a9-32645a29a0cf None None] Checking router: 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:14:17.816473 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a163dd-0345-42b6-87a9-32645a29a0cf None None] Routers {'3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:14:17.817094 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-37a163dd-0345-42b6-87a9-32645a29a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:13:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:14:17.881685 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52777fa7-0549-4a20-b367-c3b975f15268 req-2024bebb-9e8f-4e3c-a726-8f41ae718d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:17.883883 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52777fa7-0549-4a20-b367-c3b975f15268 req-2024bebb-9e8f-4e3c-a726-8f41ae718d00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 919 time: 0.1029058 Apr 06 11:14:17.998404 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-37a163dd-0345-42b6-87a9-32645a29a0cf None None] Set router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:14:18.172300 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52777fa7-0549-4a20-b367-c3b975f15268 req-9e28916f-c158-4367-8cc3-5f77d201ab74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb1ffd5-1644-4476-97af-ce297bb53c8a HTTP/1.1" status: 200 len: 1001 time: 0.0581996 Apr 06 11:14:18.229080 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52777fa7-0549-4a20-b367-c3b975f15268 req-7a278c2b-e8c4-4348-9936-b565f03a013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:18.229651 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-37a163dd-0345-42b6-87a9-32645a29a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '779ff419-6087-4e4c-848c-1ae5f34e89e6', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'port_id': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'mac_address': 'fa:16:3e:2e:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:11:17Z', 'updated_at': '2022-04-06T11:14:16Z', 'revision_number': 3, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8790155-5a1d-4834-9b3b-1b722f40dceb', 'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'mac_address': 'fa:16:3e:6c:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:29Z', 'updated_at': '2022-04-06T11:08:39Z', 'revision_number': 5, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'subnets': [{'id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:14:18.231621 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52777fa7-0549-4a20-b367-c3b975f15268 req-7a278c2b-e8c4-4348-9936-b565f03a013b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0511603 Apr 06 11:14:18.263600 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a163dd-0345-42b6-87a9-32645a29a0cf None None] The sync data for ids ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'] in dv-cinder-836072-2-iscsi is: [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '779ff419-6087-4e4c-848c-1ae5f34e89e6', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'port_id': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'mac_address': 'fa:16:3e:2e:8c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:11:17Z', 'updated_at': '2022-04-06T11:14:16Z', 'revision_number': 3, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8790155-5a1d-4834-9b3b-1b722f40dceb', 'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'mac_address': 'fa:16:3e:6c:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:29Z', 'updated_at': '2022-04-06T11:08:39Z', 'revision_number': 5, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'subnets': [{'id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:14:18.284031 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52777fa7-0549-4a20-b367-c3b975f15268 req-3e7d8aa5-ed07-421f-b319-7c3a8703e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:18.285550 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52777fa7-0549-4a20-b367-c3b975f15268 req-3e7d8aa5-ed07-421f-b319-7c3a8703e3da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461082 Apr 06 11:14:18.374989 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52777fa7-0549-4a20-b367-c3b975f15268 req-dc65f0c9-250e-49aa-b4f7-6116f61d7068 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822415 Apr 06 11:14:18.468762 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52777fa7-0549-4a20-b367-c3b975f15268 req-15cb30d9-33f1-491a-873c-d71f58717451 service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867543 Apr 06 11:14:19.227599 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28a664f2-2d0e-4416-b6a2-0ef1d9129713 req-1e31c831-ca7a-4b38-b56d-0c417ecaa07e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430014 Apr 06 11:14:19.307532 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a664f2-2d0e-4416-b6a2-0ef1d9129713 req-bcef9aa9-e2cb-4e41-b819-bb94919245f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:19.309013 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28a664f2-2d0e-4416-b6a2-0ef1d9129713 req-bcef9aa9-e2cb-4e41-b819-bb94919245f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 1130 time: 0.0440292 Apr 06 11:14:19.415016 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a664f2-2d0e-4416-b6a2-0ef1d9129713 req-bfb20812-1ad6-4b32-92f6-c184caf41e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:19.416480 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28a664f2-2d0e-4416-b6a2-0ef1d9129713 req-bfb20812-1ad6-4b32-92f6-c184caf41e73 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 915 time: 0.0863798 Apr 06 11:14:19.480051 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28a664f2-2d0e-4416-b6a2-0ef1d9129713 req-a69c97c1-98ed-4933-a8ca-d20c289ed802 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=280f6152-910f-45d4-9a05-5ca83bcfe580 HTTP/1.1" status: 200 len: 1002 time: 0.0560138 Apr 06 11:14:19.532790 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a664f2-2d0e-4416-b6a2-0ef1d9129713 req-69b2d373-74af-430c-8666-476549ccc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:19.534250 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28a664f2-2d0e-4416-b6a2-0ef1d9129713 req-69b2d373-74af-430c-8666-476549ccc5c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19a20e05-f19c-4ec0-af50-723b11d3fbdb HTTP/1.1" status: 200 len: 853 time: 0.0456061 Apr 06 11:14:19.570378 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'tag': '6eb1ffd5-1644-4476-97af-ce297bb53c8a'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:14:19.572769 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a717aa5-0146-44b6-a8a8-7529290bfe1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd7c13b-8c94-444f-8aba-29b3936f24e6", "tag": "6eb1ffd5-1644-4476-97af-ce297bb53c8a"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:14:19.585645 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a664f2-2d0e-4416-b6a2-0ef1d9129713 req-c53e388e-7b8f-4224-9ac0-dbe3683bc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:19.587150 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28a664f2-2d0e-4416-b6a2-0ef1d9129713 req-c53e388e-7b8f-4224-9ac0-dbe3683bc571 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1153c82f-85eb-4ccf-a631-367f6df86902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459180 Apr 06 11:14:19.606967 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad928bae-fcb5-4a3a-99ff-7bbacb29b7bd x-openstack-request-id: req-ad928bae-fcb5-4a3a-99ff-7bbacb29b7bd {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:14:19.607266 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd7c13b-8c94-444f-8aba-29b3936f24e6", "tag": "6eb1ffd5-1644-4476-97af-ce297bb53c8a", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:14:19.607525 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad928bae-fcb5-4a3a-99ff-7bbacb29b7bd {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:14:19.607950 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad928bae-fcb5-4a3a-99ff-7bbacb29b7bd'] response: {'name': 'network-changed', 'server_uuid': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'tag': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'status': 'completed', 'code': 200} Apr 06 11:14:19.707690 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28a664f2-2d0e-4416-b6a2-0ef1d9129713 req-bb8efe4e-5d71-474c-8480-39cfebe34454 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115422 Apr 06 11:14:19.730913 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a717aa5-0146-44b6-a8a8-7529290bfe1e req-f34b23cf-3f03-420c-833e-71108c62f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:19.732239 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9a717aa5-0146-44b6-a8a8-7529290bfe1e req-f34b23cf-3f03-420c-833e-71108c62f407 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 1129 time: 0.0635471 Apr 06 11:14:19.873788 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-28a664f2-2d0e-4416-b6a2-0ef1d9129713 req-5cb91d5c-d1d9-4c4e-84cf-f70ee6c41bc7 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538539 Apr 06 11:14:19.876291 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a717aa5-0146-44b6-a8a8-7529290bfe1e req-95494e96-c737-47bc-8ebe-13c6aee8766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:19.877635 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9a717aa5-0146-44b6-a8a8-7529290bfe1e req-95494e96-c737-47bc-8ebe-13c6aee8766a service neutron] 10.222.0.49 "GET /v2.0/networks?id=07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 200 len: 919 time: 0.1352830 Apr 06 11:14:19.954285 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9a717aa5-0146-44b6-a8a8-7529290bfe1e req-d79ab380-2867-4f53-8252-d0f8bc458c3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb1ffd5-1644-4476-97af-ce297bb53c8a HTTP/1.1" status: 200 len: 1001 time: 0.0580590 Apr 06 11:14:20.005392 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a717aa5-0146-44b6-a8a8-7529290bfe1e req-424c4c9d-d61d-40d6-8e92-697afa17109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:20.006703 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9a717aa5-0146-44b6-a8a8-7529290bfe1e req-424c4c9d-d61d-40d6-8e92-697afa17109b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 200 len: 857 time: 0.0456104 Apr 06 11:14:20.058785 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a717aa5-0146-44b6-a8a8-7529290bfe1e req-a1e30d83-d411-4d5e-8497-cdc8d122d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:20.060238 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9a717aa5-0146-44b6-a8a8-7529290bfe1e req-a1e30d83-d411-4d5e-8497-cdc8d122d088 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=07045d9f-861e-4356-bcd4-b929f0eac50e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432174 Apr 06 11:14:20.151358 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9a717aa5-0146-44b6-a8a8-7529290bfe1e req-8eb98926-7a03-4e98-8e1f-2faae307604b service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782485 Apr 06 11:14:20.246443 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9a717aa5-0146-44b6-a8a8-7529290bfe1e req-ace5ab0f-7cf8-43c1-ba0b-5325bd0923ff service neutron] 10.222.0.49 "GET /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824530 Apr 06 11:14:21.911543 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c67de660-dac2-4be7-a6c0-ef18f37bd553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:24.288858 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4e6576ec-844b-4309-b6c4-ee563299f44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:25.311204 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:26.802961 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:28.265858 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:37.792932 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0be0a-c3b6-4e30-b883-9cd715c3dbfd req-6f42ea03-736d-4caa-81b5-7921d23ad3fd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:37.794403 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0fd0be0a-c3b6-4e30-b883-9cd715c3dbfd req-6f42ea03-736d-4caa-81b5-7921d23ad3fd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 945 time: 0.0512829 Apr 06 11:14:37.839605 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0fd0be0a-c3b6-4e30-b883-9cd715c3dbfd req-2559135b-5438-46ae-ac2a-9c0344088667 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394270 Apr 06 11:14:38.955910 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9437b9-2d4a-4f17-861a-dcf40fcd2a1a req-b3d1404e-07d9-4836-98a9-aed5b6cb97bd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:38.957307 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0f9437b9-2d4a-4f17-861a-dcf40fcd2a1a req-b3d1404e-07d9-4836-98a9-aed5b6cb97bd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 945 time: 0.0517302 Apr 06 11:14:39.002271 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0f9437b9-2d4a-4f17-861a-dcf40fcd2a1a req-ffd792b7-b1a4-484e-94b6-079c5de3005a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389426 Apr 06 11:14:40.029333 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:14:40.117677 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a90253-f916-4592-8886-51b2df2d140f req-bd963e05-e34d-4306-bf59-c0682f533d03 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:40.119110 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-13a90253-f916-4592-8886-51b2df2d140f req-bd963e05-e34d-4306-bf59-c0682f533d03 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 945 time: 0.0510521 Apr 06 11:14:40.168699 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-13a90253-f916-4592-8886-51b2df2d140f req-407c9d52-df86-4118-a145-7c7cbfda057d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9bdbd22e-8676-4b80-a8a0-e9e66861a8da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440736 Apr 06 11:14:40.542917 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-2c14c398-4edc-44a9-bfcd-46a114384e8f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:40.544347 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-2c14c398-4edc-44a9-bfcd-46a114384e8f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 945 time: 0.0546627 Apr 06 11:14:40.636591 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Deleting port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:14:40.636934 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:40.726478 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] For port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:14:40.726839 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:40.936717 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:40.936995 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (9d3903a6-1621-452a-8853-33067d4fbb33), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:40.937337 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Floating IP 9d3903a6-1621-452a-8853-33067d4fbb33 disassociated. External IP: 172.27.3.138, port: fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c. Apr 06 11:14:40.937673 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Calling delete_port for fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:14:41.099979 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:41.129526 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event deleted for resources: {'Port': ['ID=fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:14:41.138887 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.139238 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.139582 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.139919 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.140256 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.140588 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.140914 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.141264 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.141982 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.141982 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.142279 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.142523 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.142843 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.143165 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.143486 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:41.271582 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf57b72e-7234-4e0d-9ffd-2856008afb1a req-07462ff8-fcbf-4ddf-a5b6-add90e7b01b0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 210 time: 0.0323865 Apr 06 11:14:41.282234 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Router c594488c-830c-4c8f-a7b3-e0166fdb599e has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:14:41.391713 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:14:41.402246 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c7a627-9c34-4b71-976f-68a291fb8010 None None] Sync routers for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:14:41.412874 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c7a627-9c34-4b71-976f-68a291fb8010 None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:14:41.413646 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d9c7a627-9c34-4b71-976f-68a291fb8010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:14:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:14:41.434635 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] No DVR routers for this DVR port fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:14:41.437331 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:41.440665 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-674a051c-96e8-40ac-9655-c38b3d7341f2 req-5a43649c-cbda-4b22-97b2-ee83c002c6ad tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "DELETE /v2.0/ports/fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c HTTP/1.1" status: 204 len: 173 time: 0.8892038 Apr 06 11:14:41.441133 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'name': 'network-vif-deleted', 'tag': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:14:41.443435 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc7c258-01f5-4302-b551-f49d5bd17bdc" -d '{"events": [{"server_uuid": "d2f9ec6d-bb30-44ca-a69e-993948242c5d", "name": "network-vif-deleted", "tag": "fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:14:41.537639 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ee6083-4637-47dc-95af-3a25a93766f1 x-openstack-request-id: req-60ee6083-4637-47dc-95af-3a25a93766f1 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:14:41.537883 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-d9c7a627-9c34-4b71-976f-68a291fb8010 None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:14:41.538010 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f9ec6d-bb30-44ca-a69e-993948242c5d", "name": "network-vif-deleted", "tag": "fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:14:41.538209 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60ee6083-4637-47dc-95af-3a25a93766f1 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:14:41.538586 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ee6083-4637-47dc-95af-3a25a93766f1'] response: {'server_uuid': 'd2f9ec6d-bb30-44ca-a69e-993948242c5d', 'name': 'network-vif-deleted', 'tag': 'fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c', 'status': 'completed', 'code': 200} Apr 06 11:14:41.809241 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d9c7a627-9c34-4b71-976f-68a291fb8010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'f64cb48d-2fdf-42db-945a-61de2ffbd927', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:b6:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:08:39Z', 'updated_at': '2022-04-06T11:09:22Z', 'revision_number': 2, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:14:41.833467 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c7a627-9c34-4b71-976f-68a291fb8010 None None] Checking router: c594488c-830c-4c8f-a7b3-e0166fdb599e for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:14:41.841251 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c7a627-9c34-4b71-976f-68a291fb8010 None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:14:41.841834 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d9c7a627-9c34-4b71-976f-68a291fb8010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:14:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:14:41.951091 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-d9c7a627-9c34-4b71-976f-68a291fb8010 None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:14:42.173401 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-d9c7a627-9c34-4b71-976f-68a291fb8010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'f64cb48d-2fdf-42db-945a-61de2ffbd927', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:b6:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:08:39Z', 'updated_at': '2022-04-06T11:09:22Z', 'revision_number': 2, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:14:42.211664 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c7a627-9c34-4b71-976f-68a291fb8010 None None] The sync data for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi is: [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'f64cb48d-2fdf-42db-945a-61de2ffbd927', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:b6:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:08:39Z', 'updated_at': '2022-04-06T11:09:22Z', 'revision_number': 2, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:14:42.389391 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-23a736bb-a63a-42bb-9120-92552abde838 req-fb5cb6ae-4cc3-4f8c-b04d-1ed0856b5da3 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=d2f9ec6d-bb30-44ca-a69e-993948242c5d HTTP/1.1" status: 200 len: 210 time: 0.0311153 Apr 06 11:14:42.462409 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269afd88-cae5-4a7b-9498-582075cd555c None None] New status for floating IP 9d3903a6-1621-452a-8853-33067d4fbb33: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:14:42.962292 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:14:42.983119 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:14:42.983462 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device fe3207e8-9a31-4ff8-956e-9ba3d9cfb39c not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:14:43.541163 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52026) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:14:43.594216 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-163832d5-b822-4621-88a4-dd5cb58c5aa9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (9bdbd22e-8676-4b80-a8a0-e9e66861a8da), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:43.617824 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-163832d5-b822-4621-88a4-dd5cb58c5aa9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (9bdbd22e-8676-4b80-a8a0-e9e66861a8da), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:43.762838 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-163832d5-b822-4621-88a4-dd5cb58c5aa9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (9bdbd22e-8676-4b80-a8a0-e9e66861a8da), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:43.765397 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-163832d5-b822-4621-88a4-dd5cb58c5aa9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:43.766541 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-163832d5-b822-4621-88a4-dd5cb58c5aa9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "DELETE /v2.0/security-groups/9bdbd22e-8676-4b80-a8a0-e9e66861a8da HTTP/1.1" status: 204 len: 168 time: 0.2238846 Apr 06 11:14:43.769650 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52028) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:14:43.776209 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163832d5-b822-4621-88a4-dd5cb58c5aa9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdbd22e-8676-4b80-a8a0-e9e66861a8da,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:14:43.783506 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.api.v2.resource [None req-2169c49e-051e-4a2a-9a95-ed05d01a7532 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] show failed (client error): The resource could not be found. Apr 06 11:14:43.787893 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52030) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:14:43.788050 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-2169c49e-051e-4a2a-9a95-ed05d01a7532 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups/9bdbd22e-8676-4b80-a8a0-e9e66861a8da HTTP/1.1" status: 404 len: 347 time: 0.0166736 Apr 06 11:14:43.915028 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0465f156-a9c3-4f32-ba17-2b76fb683a39 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Deleting port 69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:14:43.915377 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0465f156-a9c3-4f32-ba17-2b76fb683a39 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:43.988432 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0465f156-a9c3-4f32-ba17-2b76fb683a39 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:43.988763 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0465f156-a9c3-4f32-ba17-2b76fb683a39 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:44.000683 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0465f156-a9c3-4f32-ba17-2b76fb683a39 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Calling delete_port for 69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:14:44.231448 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0465f156-a9c3-4f32-ba17-2b76fb683a39 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:44.258758 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465f156-a9c3-4f32-ba17-2b76fb683a39 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event deleted for resources: {'Port': ['ID=69cb2c57-c0fa-4bf8-bca2-eb4409fbcd65,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:14:44.323313 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0465f156-a9c3-4f32-ba17-2b76fb683a39 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (9d3903a6-1621-452a-8853-33067d4fbb33), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:44.325845 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0465f156-a9c3-4f32-ba17-2b76fb683a39 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:44.326996 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0465f156-a9c3-4f32-ba17-2b76fb683a39 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "DELETE /v2.0/floatingips/9d3903a6-1621-452a-8853-33067d4fbb33 HTTP/1.1" status: 204 len: 168 time: 0.5377872 Apr 06 11:14:46.048323 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:47.279932 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc5d32-cc0b-4143-b830-30351144f144 req-6f192f84-06a3-466c-a3dd-bd7806b3905e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:47.283029 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b6fc5d32-cc0b-4143-b830-30351144f144 req-6f192f84-06a3-466c-a3dd-bd7806b3905e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 946 time: 0.0577121 Apr 06 11:14:47.327627 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b6fc5d32-cc0b-4143-b830-30351144f144 req-0fad10bc-cec4-4523-b0bf-ef6b875b135a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399697 Apr 06 11:14:48.444131 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f89419-bd79-46f8-8257-ed67ffd37911 req-f43720d4-de4f-407a-8692-c6caa9eba91b tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:48.445604 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-89f89419-bd79-46f8-8257-ed67ffd37911 req-f43720d4-de4f-407a-8692-c6caa9eba91b tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 946 time: 0.0517077 Apr 06 11:14:48.490595 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-89f89419-bd79-46f8-8257-ed67ffd37911 req-4ffcaa01-57a9-4cff-99e4-72bbeb0da5cd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394418 Apr 06 11:14:48.514007 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faebe67-3080-484b-a89e-0a5714052d29 req-28d4a559-68c1-4078-8905-9283d76c717f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:48.515445 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2faebe67-3080-484b-a89e-0a5714052d29 req-28d4a559-68c1-4078-8905-9283d76c717f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 946 time: 0.0554771 Apr 06 11:14:48.609011 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Deleting port 280f6152-910f-45d4-9a05-5ca83bcfe580 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:14:48.609456 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:48.716312 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] For port 280f6152-910f-45d4-9a05-5ca83bcfe580, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=280f6152-910f-45d4-9a05-5ca83bcfe580,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:14:48.716678 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:48.879301 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:48.879577 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (f64cb48d-2fdf-42db-945a-61de2ffbd927), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:48.879893 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Floating IP f64cb48d-2fdf-42db-945a-61de2ffbd927 disassociated. External IP: 172.27.3.227, port: 280f6152-910f-45d4-9a05-5ca83bcfe580. Apr 06 11:14:48.880231 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Calling delete_port for 280f6152-910f-45d4-9a05-5ca83bcfe580 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:14:49.071286 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (280f6152-910f-45d4-9a05-5ca83bcfe580), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:49.100571 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event deleted for resources: {'Port': ['ID=280f6152-910f-45d4-9a05-5ca83bcfe580,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:14:49.466579 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Router c594488c-830c-4c8f-a7b3-e0166fdb599e has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:14:49.598361 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-077becf6-f642-4ac6-9473-375ba3051350 req-fd4ba0a5-84ba-4de3-9a2c-ffffbba9fdcd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 210 time: 0.0377688 Apr 06 11:14:49.602503 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:14:49.612560 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611cd8be-0afe-4cad-9567-57280a032c59 None None] Sync routers for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:14:49.623401 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611cd8be-0afe-4cad-9567-57280a032c59 None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:14:49.623977 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-611cd8be-0afe-4cad-9567-57280a032c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:14:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:14:49.642994 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] No DVR routers for this DVR port 280f6152-910f-45d4-9a05-5ca83bcfe580 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:14:49.645509 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:49.648702 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2faebe67-3080-484b-a89e-0a5714052d29 req-1bb88e96-ea7b-45e2-adba-18939098fd1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "DELETE /v2.0/ports/280f6152-910f-45d4-9a05-5ca83bcfe580 HTTP/1.1" status: 204 len: 173 time: 1.1268070 Apr 06 11:14:49.649252 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'name': 'network-vif-deleted', 'tag': '280f6152-910f-45d4-9a05-5ca83bcfe580'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:14:49.651751 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e79583-e56d-418d-9ed9-0cc07709e283" -d '{"events": [{"server_uuid": "45009266-b1ff-4929-86a9-aaa8a73db3dd", "name": "network-vif-deleted", "tag": "280f6152-910f-45d4-9a05-5ca83bcfe580"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:14:49.686162 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bdabeb-adaf-4fc7-9935-d52a908377c5 x-openstack-request-id: req-07bdabeb-adaf-4fc7-9935-d52a908377c5 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:14:49.686458 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45009266-b1ff-4929-86a9-aaa8a73db3dd", "name": "network-vif-deleted", "tag": "280f6152-910f-45d4-9a05-5ca83bcfe580", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:14:49.686716 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07bdabeb-adaf-4fc7-9935-d52a908377c5 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:14:49.687123 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07bdabeb-adaf-4fc7-9935-d52a908377c5'] response: {'server_uuid': '45009266-b1ff-4929-86a9-aaa8a73db3dd', 'name': 'network-vif-deleted', 'tag': '280f6152-910f-45d4-9a05-5ca83bcfe580', 'status': 'completed', 'code': 200} Apr 06 11:14:49.734493 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-611cd8be-0afe-4cad-9567-57280a032c59 None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:14:49.931365 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-611cd8be-0afe-4cad-9567-57280a032c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:14:49.960800 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611cd8be-0afe-4cad-9567-57280a032c59 None None] Checking router: c594488c-830c-4c8f-a7b3-e0166fdb599e for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:14:49.968848 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611cd8be-0afe-4cad-9567-57280a032c59 None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:14:49.969479 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-611cd8be-0afe-4cad-9567-57280a032c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:14:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:14:50.192476 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-611cd8be-0afe-4cad-9567-57280a032c59 None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:14:50.378340 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-611cd8be-0afe-4cad-9567-57280a032c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:14:50.403546 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611cd8be-0afe-4cad-9567-57280a032c59 None None] The sync data for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi is: [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:14:50.613678 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57065f9-080e-4448-8b0d-8ef6242f6964 None None] New status for floating IP f64cb48d-2fdf-42db-945a-61de2ffbd927: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:14:50.715580 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-20fccf00-b036-4938-976d-d71f9ce9db33 req-c747b450-b6b7-44e7-bbaa-69197e41174d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45009266-b1ff-4929-86a9-aaa8a73db3dd HTTP/1.1" status: 200 len: 210 time: 0.0305486 Apr 06 11:14:50.961741 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 280f6152-910f-45d4-9a05-5ca83bcfe580 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:14:50.985132 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: 280f6152-910f-45d4-9a05-5ca83bcfe580 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:14:50.985478 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 280f6152-910f-45d4-9a05-5ca83bcfe580 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:14:51.854952 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52068) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:14:51.909519 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7d3c9326-a7b5-4f1d-a975-fea6c1aa9206 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:51.922519 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e3464de8-793a-4ab9-9ea0-e13b39c9e421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:51.932928 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7d3c9326-a7b5-4f1d-a975-fea6c1aa9206 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:52.031013 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7d3c9326-a7b5-4f1d-a975-fea6c1aa9206 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:52.033590 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7d3c9326-a7b5-4f1d-a975-fea6c1aa9206 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:52.034764 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-7d3c9326-a7b5-4f1d-a975-fea6c1aa9206 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "DELETE /v2.0/security-groups/9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3 HTTP/1.1" status: 204 len: 168 time: 0.1788275 Apr 06 11:14:52.037471 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52070) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:14:52.043843 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c9326-a7b5-4f1d-a975-fea6c1aa9206 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:14:52.050638 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.api.v2.resource [None req-ea09ce68-8ed5-4cc7-9f7a-ec47ffc5459c tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] show failed (client error): The resource could not be found. Apr 06 11:14:52.052167 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ea09ce68-8ed5-4cc7-9f7a-ec47ffc5459c tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups/9dbfc7a0-29ec-40b5-8acd-eab5e823d8d3 HTTP/1.1" status: 404 len: 347 time: 0.0131700 Apr 06 11:14:52.054924 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52072) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:14:52.175659 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Deleting port 87056055-f163-481b-b902-76623a55a8a8 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:14:52.176002 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (87056055-f163-481b-b902-76623a55a8a8), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:52.250943 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (87056055-f163-481b-b902-76623a55a8a8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:52.251272 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (87056055-f163-481b-b902-76623a55a8a8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:52.263016 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Calling delete_port for 87056055-f163-481b-b902-76623a55a8a8 owned by network:floatingip {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:14:52.493798 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (87056055-f163-481b-b902-76623a55a8a8), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:52.518069 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event deleted for resources: {'Port': ['ID=87056055-f163-481b-b902-76623a55a8a8,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:14:52.528990 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.529382 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.529731 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.530084 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.530424 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.530760 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.531092 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.531421 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.531753 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.532080 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.532408 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.532804 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.533085 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.533408 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.533735 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:14:52.590578 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (f64cb48d-2fdf-42db-945a-61de2ffbd927), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:52.593123 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:52.594273 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6da000d7-4e3a-4b22-8b86-b924b65d66b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "DELETE /v2.0/floatingips/f64cb48d-2fdf-42db-945a-61de2ffbd927 HTTP/1.1" status: 204 len: 168 time: 0.5384488 Apr 06 11:14:53.907510 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52082) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:14:53.912594 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-046bc769-6122-443c-8a20-564cf0f540b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--231631545', 'description': 'tempest-description--1997750033'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:14:53.974563 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-046bc769-6122-443c-8a20-564cf0f540b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.036597 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-046bc769-6122-443c-8a20-564cf0f540b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (e0753c1d-55c5-40be-9c22-4f6e84ac148d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.104835 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-046bc769-6122-443c-8a20-564cf0f540b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (e0753c1d-55c5-40be-9c22-4f6e84ac148d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.133341 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bc769-6122-443c-8a20-564cf0f540b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0753c1d-55c5-40be-9c22-4f6e84ac148d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:14:54.204292 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-046bc769-6122-443c-8a20-564cf0f540b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.205495 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-046bc769-6122-443c-8a20-564cf0f540b8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2969873 Apr 06 11:14:54.208795 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52084) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:14:54.213040 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-c21a6a24-c035-4e5f-9d68-73cc4b508dee tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'security_group_rule': {'security_group_id': 'e0753c1d-55c5-40be-9c22-4f6e84ac148d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:14:54.247882 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-43af4e9d-369f-4b8b-bf4a-424b3aaa9909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.298619 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c21a6a24-c035-4e5f-9d68-73cc4b508dee tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (fa04aa8b-4d7a-44de-b173-b9e973198714), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.350808 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c21a6a24-c035-4e5f-9d68-73cc4b508dee tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (fa04aa8b-4d7a-44de-b173-b9e973198714), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.407657 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c21a6a24-c035-4e5f-9d68-73cc4b508dee tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (fa04aa8b-4d7a-44de-b173-b9e973198714), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.427990 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a6a24-c035-4e5f-9d68-73cc4b508dee tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa04aa8b-4d7a-44de-b173-b9e973198714,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:14:54.478682 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c21a6a24-c035-4e5f-9d68-73cc4b508dee tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.480020 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c21a6a24-c035-4e5f-9d68-73cc4b508dee tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2702532 Apr 06 11:14:54.482753 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52086) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:14:54.487125 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-d8f47b14-7347-4cc4-bd66-281433e0e7e0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'security_group_rule': {'security_group_id': 'e0753c1d-55c5-40be-9c22-4f6e84ac148d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:14:54.549667 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8f47b14-7347-4cc4-bd66-281433e0e7e0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (016a2208-3013-45f2-a3e9-027071cb7fa2), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.603236 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8f47b14-7347-4cc4-bd66-281433e0e7e0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (016a2208-3013-45f2-a3e9-027071cb7fa2), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.647780 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8f47b14-7347-4cc4-bd66-281433e0e7e0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (016a2208-3013-45f2-a3e9-027071cb7fa2), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.664616 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f47b14-7347-4cc4-bd66-281433e0e7e0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016a2208-3013-45f2-a3e9-027071cb7fa2,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:14:54.718380 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8f47b14-7347-4cc4-bd66-281433e0e7e0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.719585 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d8f47b14-7347-4cc4-bd66-281433e0e7e0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2358739 Apr 06 11:14:54.722519 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52088) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:14:54.726760 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:14:54.802545 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:54.897456 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:55.001508 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Allocated IP 172.27.3.196 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/417f2aab-f32a-4cb0-9366-fa4c3acf4242) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:14:55.097314 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for port (417f2aab-f32a-4cb0-9366-fa4c3acf4242), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:55.185683 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (417f2aab-f32a-4cb0-9366-fa4c3acf4242), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:55.219876 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:14:55.222564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:14:55.227913 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:14:55.256507 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'Port': ['ID=417f2aab-f32a-4cb0-9366-fa4c3acf4242,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:14:55.299825 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:55.317610 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (0f3611fa-cb1e-466b-98a7-72d081c604a5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:55.393290 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (417f2aab-f32a-4cb0-9366-fa4c3acf4242), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:55.534718 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for port (417f2aab-f32a-4cb0-9366-fa4c3acf4242), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:55.585435 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (417f2aab-f32a-4cb0-9366-fa4c3acf4242), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:55.649647 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'Port': ['ID=417f2aab-f32a-4cb0-9366-fa4c3acf4242,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:14:55.660921 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (0f3611fa-cb1e-466b-98a7-72d081c604a5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:55.758652 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:55.759876 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-579d9558-21b8-4647-81be-4974915be149 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0364499 Apr 06 11:14:55.903079 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-84d043a2-38a2-416f-8ec0-ea55d716ade6 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--231631545&fields=id&tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec HTTP/1.1" status: 200 len: 267 time: 0.0406449 Apr 06 11:14:56.009421 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-05fbf981-de7b-4f20-a986-b6226c4c5354 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:56.010849 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-05fbf981-de7b-4f20-a986-b6226c4c5354 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 814 time: 0.1013677 Apr 06 11:14:56.025219 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-171b2ece-5e39-49b3-b584-2ba19dd30636 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/quotas/8bcfb6262bb7416b985b1d670dcdf4ec HTTP/1.1" status: 200 len: 375 time: 0.0091274 Apr 06 11:14:56.078221 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-8942fe1b-06bb-42a4-8705-31a22cce0048 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484023 Apr 06 11:14:56.217783 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-0488d5ab-f5d1-4c67-a00e-9fa81c4de031 service neutron] 10.222.0.62 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277685 Apr 06 11:14:56.303509 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9bdcc7cb-e4f0-45bf-a424-693476816458 service neutron] 10.222.0.62 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801117 Apr 06 11:14:56.773839 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:57.536628 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-51901b53-5e28-4a05-935c-361ff7712946 req-7653f866-10e7-4790-8dc8-6e376fd3ba76 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 210 time: 0.0312772 Apr 06 11:14:58.253665 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:58.634118 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f39dd55e-4308-423c-9960-b1332eee9ec4 req-3e0c7da0-7861-4644-be72-5a91ce1d1a9e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 210 time: 0.0281060 Apr 06 11:14:59.467871 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-0685b8ef-400f-49b0-9076-08735b556e6f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:59.469333 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-0685b8ef-400f-49b0-9076-08735b556e6f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 814 time: 0.1022096 Apr 06 11:14:59.543239 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-8dc7d68a-c19a-45e0-b0dc-077845e844af tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec HTTP/1.1" status: 200 len: 379 time: 0.0505877 Apr 06 11:14:59.555114 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'port': {'device_id': 'dd178118-0f67-4c05-9053-47a382c7d811', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'admin_state_up': True, 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'security_groups': ['e0753c1d-55c5-40be-9c22-4f6e84ac148d']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:14:59.732118 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-45360541-564a-4cc7-bedc-289e97c946ed req-1a56f199-7236-4223-866f-1a9cd002f676 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 210 time: 0.0270343 Apr 06 11:14:59.733566 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Made reservation on behalf of 8bcfb6262bb7416b985b1d670dcdf4ec for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:14:59.736917 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:59.858536 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Allocated IP 172.20.0.13 (1153c82f-85eb-4ccf-a631-367f6df86902/19a20e05-f19c-4ec0-af50-723b11d3fbdb/e3ed4850-12ad-4f19-a585-850f149ec635) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:14:59.992028 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for port (e3ed4850-12ad-4f19-a585-850f149ec635), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:00.082536 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:00.123701 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Network 1153c82f-85eb-4ccf-a631-367f6df86902 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:15:00.128615 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:15:00.132318 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:15:00.159980 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'Port': ['ID=e3ed4850-12ad-4f19-a585-850f149ec635,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:00.188343 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:00.189001 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:00.264164 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-22f37581-ba1c-4095-aa18-749652e5d857 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7109597 Apr 06 11:15:00.281689 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Request body: {'port': {'device_id': 'dd178118-0f67-4c05-9053-47a382c7d811', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:15:00.307990 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-d9d60576-6ab6-4859-a9b2-b08a72a82ff1 None None] Provisioning complete for port e3ed4850-12ad-4f19-a585-850f149ec635 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:15:00.308560 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d9d60576-6ab6-4859-a9b2-b08a72a82ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:00.340770 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:00.341554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-d9d60576-6ab6-4859-a9b2-b08a72a82ff1 None None] Port e3ed4850-12ad-4f19-a585-850f149ec635 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:15:00.594116 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ed4850-12ad-4f19-a585-850f149ec635 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:15:00.601242 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Publish callbacks [] for port (e3ed4850-12ad-4f19-a585-850f149ec635), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:00.612617 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Transition to ACTIVE for port object e3ed4850-12ad-4f19-a585-850f149ec635 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:15:00.671310 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:00.723410 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Pushing event updated for resources: {'Port': ['ID=e3ed4850-12ad-4f19-a585-850f149ec635,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:00.796807 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Attempting to bind port e3ed4850-12ad-4f19-a585-850f149ec635 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:15:00.797492 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Attempting to bind port e3ed4850-12ad-4f19-a585-850f149ec635 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:15:00.797492 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Attempting to bind port e3ed4850-12ad-4f19-a585-850f149ec635 on network 1153c82f-85eb-4ccf-a631-367f6df86902 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:15:00.802274 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Port e3ed4850-12ad-4f19-a585-850f149ec635 on network 1153c82f-85eb-4ccf-a631-367f6df86902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:15:00.802600 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Attempting to bind port e3ed4850-12ad-4f19-a585-850f149ec635 on network 1153c82f-85eb-4ccf-a631-367f6df86902 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:15:00.818297 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:15:00.818649 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Checking segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:15:00.819038 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Bound using segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:15:00.819478 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Bound port: e3ed4850-12ad-4f19-a585-850f149ec635, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:15:00.819842 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:00.906113 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a58fa-d71f-4503-af1c-b6aaf8ad5361 req-70dd5934-eacc-4fa1-8188-4df2bbb0f60b tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:00.907595 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-960a58fa-d71f-4503-af1c-b6aaf8ad5361 req-70dd5934-eacc-4fa1-8188-4df2bbb0f60b tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 944 time: 0.1028852 Apr 06 11:15:00.930157 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] For port e3ed4850-12ad-4f19-a585-850f149ec635, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:15:00.945300 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] For port e3ed4850-12ad-4f19-a585-850f149ec635, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e3ed4850-12ad-4f19-a585-850f149ec635,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:15:00.969999 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-960a58fa-d71f-4503-af1c-b6aaf8ad5361 req-c7e9cc8a-cf69-473b-9c29-062f0c8fa586 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567498 Apr 06 11:15:01.008674 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:01.050009 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:01.050937 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:01.052860 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] 10.222.0.49 "PUT /v2.0/ports/e3ed4850-12ad-4f19-a585-850f149ec635 HTTP/1.1" status: 200 len: 1094 time: 0.7756119 Apr 06 11:15:01.053485 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd178118-0f67-4c05-9053-47a382c7d811', 'tag': 'e3ed4850-12ad-4f19-a585-850f149ec635'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:15:01.056188 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cbe5d9-034a-4dfd-899a-0501dec5f7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd178118-0f67-4c05-9053-47a382c7d811", "tag": "e3ed4850-12ad-4f19-a585-850f149ec635"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:15:01.080344 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8dcca4-99ab-47bc-a096-ae28df597c6d service neutron] Pushing event updated for resources: {'Port': ['ID=e3ed4850-12ad-4f19-a585-850f149ec635,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:01.109441 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b6620d-65ad-4248-a291-87a1a006200c x-openstack-request-id: req-40b6620d-65ad-4248-a291-87a1a006200c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:15:01.109741 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd178118-0f67-4c05-9053-47a382c7d811", "tag": "e3ed4850-12ad-4f19-a585-850f149ec635", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:15:01.110003 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40b6620d-65ad-4248-a291-87a1a006200c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:15:01.110414 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b6620d-65ad-4248-a291-87a1a006200c'] response: {'name': 'network-changed', 'server_uuid': 'dd178118-0f67-4c05-9053-47a382c7d811', 'tag': 'e3ed4850-12ad-4f19-a585-850f149ec635', 'status': 'completed', 'code': 200} Apr 06 11:15:01.210229 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbe5d9-034a-4dfd-899a-0501dec5f7f7 req-2b1ecf57-ee0d-4704-945e-c2d41808d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:01.211737 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-51cbe5d9-034a-4dfd-899a-0501dec5f7f7 req-2b1ecf57-ee0d-4704-945e-c2d41808d271 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 1128 time: 0.0460501 Apr 06 11:15:01.318107 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbe5d9-034a-4dfd-899a-0501dec5f7f7 req-71e5e43b-7eb8-45e5-8110-81a8b7334ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:01.319517 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-51cbe5d9-034a-4dfd-899a-0501dec5f7f7 req-71e5e43b-7eb8-45e5-8110-81a8b7334ec3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0920258 Apr 06 11:15:01.435984 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbe5d9-034a-4dfd-899a-0501dec5f7f7 req-4199a8e0-5155-450b-a448-197ef34f47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:01.437407 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-51cbe5d9-034a-4dfd-899a-0501dec5f7f7 req-4199a8e0-5155-450b-a448-197ef34f47e5 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107452 Apr 06 11:15:01.555609 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-00cb82dc-9510-4213-89ee-94b274fdd12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:01.557143 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-00cb82dc-9510-4213-89ee-94b274fdd12f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 1128 time: 0.0445213 Apr 06 11:15:01.604792 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-2fa5eeee-089c-4fa6-bb99-d52aa09a16d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3ed4850-12ad-4f19-a585-850f149ec635 HTTP/1.1" status: 200 len: 217 time: 0.0327415 Apr 06 11:15:01.657644 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-148850dd-b44f-4a78-8c0f-c109b98d9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:01.659063 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-148850dd-b44f-4a78-8c0f-c109b98d9dbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19a20e05-f19c-4ec0-af50-723b11d3fbdb HTTP/1.1" status: 200 len: 853 time: 0.0457463 Apr 06 11:15:01.717181 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-d56349ab-e840-4c50-a3dd-a1fd070c2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:01.719134 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-d56349ab-e840-4c50-a3dd-a1fd070c2408 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1153c82f-85eb-4ccf-a631-367f6df86902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535152 Apr 06 11:15:01.811012 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-ae15aa4c-4294-4dc6-b5c1-c08f85b672b3 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842185 Apr 06 11:15:01.899544 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db23af4a-4d5c-4bec-bb18-e3321896bb64 req-0e765909-c0e6-406d-9e47-a7170a1042a1 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818052 Apr 06 11:15:02.095368 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084293b-6c39-4e08-8523-126b22383362 req-012ed4b4-cc52-4d11-9160-6cb85a55f2f6 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:02.096819 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4084293b-6c39-4e08-8523-126b22383362 req-012ed4b4-cc52-4d11-9160-6cb85a55f2f6 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 944 time: 0.0536041 Apr 06 11:15:02.141853 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4084293b-6c39-4e08-8523-126b22383362 req-812a2e43-ef97-464b-97ed-6c208efc7c31 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391386 Apr 06 11:15:03.255910 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97399734-1d36-4533-a08b-358b9b9101f8 req-bad9f6d8-7a4d-467d-ba48-6afe37b5dae6 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:03.257412 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-97399734-1d36-4533-a08b-358b9b9101f8 req-bad9f6d8-7a4d-467d-ba48-6afe37b5dae6 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 944 time: 0.0506697 Apr 06 11:15:03.302261 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-97399734-1d36-4533-a08b-358b9b9101f8 req-48c2948a-8d92-4da9-8048-8470206a390b tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392318 Apr 06 11:15:04.434516 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846f973-0f13-4f26-b256-8b7f489abf51 req-00a69958-75b1-4494-b36b-a5519b9776aa tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:04.435967 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a846f973-0f13-4f26-b256-8b7f489abf51 req-00a69958-75b1-4494-b36b-a5519b9776aa tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 944 time: 0.0655727 Apr 06 11:15:04.483705 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a846f973-0f13-4f26-b256-8b7f489abf51 req-14d759e1-1587-4a3b-a6e7-ad008fec0373 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422542 Apr 06 11:15:05.002758 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device e3ed4850-12ad-4f19-a585-850f149ec635 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:15:05.097457 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port e3ed4850-12ad-4f19-a585-850f149ec635, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e3ed4850-12ad-4f19-a585-850f149ec635,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:05.108782 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'e3ed4850-12ad-4f19-a585-850f149ec635', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'port_id': 'e3ed4850-12ad-4f19-a585-850f149ec635', 'mac_address': 'fa:16:3e:41:66:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:15:05.144425 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port e3ed4850-12ad-4f19-a585-850f149ec635 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:15:05.144815 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:05.157478 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ed4850-12ad-4f19-a585-850f149ec635 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:15:05.176287 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port e3ed4850-12ad-4f19-a585-850f149ec635, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e3ed4850-12ad-4f19-a585-850f149ec635,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:05.242004 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:05.291233 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=e3ed4850-12ad-4f19-a585-850f149ec635,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:05.298218 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.300556 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.300556 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.300556 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.300556 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.300556 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.300556 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.300556 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.302044 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.302044 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.302044 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.302380 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.302708 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.303031 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.303352 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:05.604105 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349f858-d74e-43e5-a518-88dae0bdcb67 req-3e8a1b82-58bf-4007-9109-dbccd14c077a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:05.605507 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d349f858-d74e-43e5-a518-88dae0bdcb67 req-3e8a1b82-58bf-4007-9109-dbccd14c077a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 945 time: 0.0547299 Apr 06 11:15:05.650677 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d349f858-d74e-43e5-a518-88dae0bdcb67 req-98301432-1f56-454c-a58d-c31a3433090e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395238 Apr 06 11:15:05.935954 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['e3ed4850-12ad-4f19-a585-850f149ec635'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:15:06.768817 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cdee7-818b-43bb-a2ce-ba19019327cd req-294e873f-6934-479b-b97c-7f5e9a73e816 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:06.770333 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-763cdee7-818b-43bb-a2ce-ba19019327cd req-294e873f-6934-479b-b97c-7f5e9a73e816 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 945 time: 0.0540559 Apr 06 11:15:06.819845 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-763cdee7-818b-43bb-a2ce-ba19019327cd req-4ce2a8e1-c702-4313-8f2f-faac1b9cb933 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438337 Apr 06 11:15:07.324604 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device e3ed4850-12ad-4f19-a585-850f149ec635 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:15:07.407602 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port e3ed4850-12ad-4f19-a585-850f149ec635 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:15:07.411420 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port e3ed4850-12ad-4f19-a585-850f149ec635 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:15:07.411790 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:07.488913 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port e3ed4850-12ad-4f19-a585-850f149ec635 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:15:07.489321 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:07.512121 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd178118-0f67-4c05-9053-47a382c7d811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ed4850-12ad-4f19-a585-850f149ec635'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:15:07.514701 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10500ac-5478-4bdb-bf2a-cb391c22e376" -d '{"events": [{"server_uuid": "dd178118-0f67-4c05-9053-47a382c7d811", "name": "network-vif-plugged", "status": "completed", "tag": "e3ed4850-12ad-4f19-a585-850f149ec635"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:15:07.528471 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port e3ed4850-12ad-4f19-a585-850f149ec635, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e3ed4850-12ad-4f19-a585-850f149ec635,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:07.579791 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:07.605228 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66035c88-eddd-4e73-b9ba-61dc29157613 x-openstack-request-id: req-66035c88-eddd-4e73-b9ba-61dc29157613 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:15:07.610305 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd178118-0f67-4c05-9053-47a382c7d811", "name": "network-vif-plugged", "status": "completed", "tag": "e3ed4850-12ad-4f19-a585-850f149ec635", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:15:07.610305 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66035c88-eddd-4e73-b9ba-61dc29157613 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:15:07.610305 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66035c88-eddd-4e73-b9ba-61dc29157613'] response: {'server_uuid': 'dd178118-0f67-4c05-9053-47a382c7d811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ed4850-12ad-4f19-a585-850f149ec635', 'code': 200} Apr 06 11:15:07.633562 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=e3ed4850-12ad-4f19-a585-850f149ec635,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:07.740284 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37e103-f215-430e-b710-411b07c4433f req-7fbc1913-4d1a-43b3-a5f6-ab5e7788b432 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:07.741818 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3b37e103-f215-430e-b710-411b07c4433f req-7fbc1913-4d1a-43b3-a5f6-ab5e7788b432 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0515685 Apr 06 11:15:07.788359 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3b37e103-f215-430e-b710-411b07c4433f req-65533381-34fa-4679-ad95-a00023d441ad tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410476 Apr 06 11:15:07.937646 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057aa376-76b5-4988-9a86-5a4df9d76283 req-af2531d3-9b9c-4d62-b45c-e4cb70b6c976 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:07.939100 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-057aa376-76b5-4988-9a86-5a4df9d76283 req-af2531d3-9b9c-4d62-b45c-e4cb70b6c976 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 946 time: 0.0529182 Apr 06 11:15:07.988171 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-057aa376-76b5-4988-9a86-5a4df9d76283 req-c69983f5-f2f6-49db-8367-1ac36979958e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426416 Apr 06 11:15:08.448011 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24c07a-7e7d-4c3f-94f5-d21b5ded568f req-6c29bd1a-27cb-46d5-af62-0eab4754587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:08.449510 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b24c07a-7e7d-4c3f-94f5-d21b5ded568f req-6c29bd1a-27cb-46d5-af62-0eab4754587b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 1130 time: 0.0426545 Apr 06 11:15:08.497300 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b24c07a-7e7d-4c3f-94f5-d21b5ded568f req-65485945-3936-42a9-af07-5feea76624d6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404239 Apr 06 11:15:08.919671 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33068e-22fe-46a1-8ace-102b2477cfe5 req-969a211a-8250-4e11-9cc1-d13b186ec49a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:08.921320 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eb33068e-22fe-46a1-8ace-102b2477cfe5 req-969a211a-8250-4e11-9cc1-d13b186ec49a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0547764 Apr 06 11:15:08.967056 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eb33068e-22fe-46a1-8ace-102b2477cfe5 req-7750f461-2a6e-4821-b7be-5692c7b3c06c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401745 Apr 06 11:15:09.102443 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d48cda-2ec2-48f0-a726-43bd6d86add3 req-d6ed2d71-fd1d-4c32-8a7d-2ec6e9bcbc3b tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:09.103858 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e1d48cda-2ec2-48f0-a726-43bd6d86add3 req-d6ed2d71-fd1d-4c32-8a7d-2ec6e9bcbc3b tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 946 time: 0.0508363 Apr 06 11:15:09.148782 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e1d48cda-2ec2-48f0-a726-43bd6d86add3 req-0abb9b17-2dd6-44a7-ad13-1da889445c76 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394948 Apr 06 11:15:09.813225 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef79494-16d4-4885-8db0-6f7f0d119b77 req-e99baeb7-45ce-4f43-ad59-0598103c0055 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:09.814655 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cef79494-16d4-4885-8db0-6f7f0d119b77 req-e99baeb7-45ce-4f43-ad59-0598103c0055 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 947 time: 0.0506477 Apr 06 11:15:09.859063 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cef79494-16d4-4885-8db0-6f7f0d119b77 req-beeb5a42-f538-4d29-85e5-e980121761c5 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387409 Apr 06 11:15:10.086325 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9b013-0d2e-4102-afa3-573a14b12ad8 req-2d3a014f-bc93-472f-a276-ff2b8f55b5f3 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:10.087770 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f9e9b013-0d2e-4102-afa3-573a14b12ad8 req-2d3a014f-bc93-472f-a276-ff2b8f55b5f3 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0545938 Apr 06 11:15:10.132775 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f9e9b013-0d2e-4102-afa3-573a14b12ad8 req-f343ed05-454d-42c9-8a26-1ba6f1ac21a7 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393662 Apr 06 11:15:10.261352 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d043e-069e-4897-86b2-08b6e6352cf2 req-5b2b13b6-f338-4248-8abd-28f1905159ba tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:10.262690 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-256d043e-069e-4897-86b2-08b6e6352cf2 req-5b2b13b6-f338-4248-8abd-28f1905159ba tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 946 time: 0.0505793 Apr 06 11:15:10.310495 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-256d043e-069e-4897-86b2-08b6e6352cf2 req-288bd25e-e899-4557-94b7-ab9d600835f4 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423312 Apr 06 11:15:10.983643 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d120aa-2075-486e-99c5-9be58b17a378 req-fbfa59d4-b159-4c70-ba89-b3b14ef15a16 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:10.985101 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-39d120aa-2075-486e-99c5-9be58b17a378 req-fbfa59d4-b159-4c70-ba89-b3b14ef15a16 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 947 time: 0.0557654 Apr 06 11:15:11.030215 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-39d120aa-2075-486e-99c5-9be58b17a378 req-5c7316dd-88a0-4dc6-aa37-1a1bf9cdbb98 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389993 Apr 06 11:15:11.252545 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec204653-adf5-4821-b174-4565b27ca6b5 req-2e74c767-fef6-4dae-9daa-176231a48b56 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:11.253944 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ec204653-adf5-4821-b174-4565b27ca6b5 req-2e74c767-fef6-4dae-9daa-176231a48b56 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0519946 Apr 06 11:15:11.299159 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ec204653-adf5-4821-b174-4565b27ca6b5 req-3122d798-0453-4166-a2c2-f731d3c33404 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397022 Apr 06 11:15:11.425314 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ad242-d174-4460-a609-dde67dbae6ba req-cfacf0d5-0d60-4c62-b147-5a03f1cef2da tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:11.426764 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e61ad242-d174-4460-a609-dde67dbae6ba req-cfacf0d5-0d60-4c62-b147-5a03f1cef2da tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 946 time: 0.0513937 Apr 06 11:15:11.471888 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e61ad242-d174-4460-a609-dde67dbae6ba req-ace0ccd3-435f-4681-9ad4-099d815ddbf1 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396845 Apr 06 11:15:12.150756 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf80a11-5bc9-471a-aaa7-c3db57c19c85 req-c1e319b5-5cad-42a9-bc62-759845a08035 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:12.152294 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fcf80a11-5bc9-471a-aaa7-c3db57c19c85 req-c1e319b5-5cad-42a9-bc62-759845a08035 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 947 time: 0.0531938 Apr 06 11:15:12.197842 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fcf80a11-5bc9-471a-aaa7-c3db57c19c85 req-7515efb2-2e8c-4575-bbec-37edfd8b716b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399678 Apr 06 11:15:12.412457 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb746a6-df5c-4373-929a-0c7b25df72c1 req-ecd7de0d-c925-4a6c-a97f-44aceef31bbb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:12.413931 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dcb746a6-df5c-4373-929a-0c7b25df72c1 req-ecd7de0d-c925-4a6c-a97f-44aceef31bbb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0508599 Apr 06 11:15:12.462508 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dcb746a6-df5c-4373-929a-0c7b25df72c1 req-c4f971cb-1581-434d-a2d3-a7e5c22d3693 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431383 Apr 06 11:15:12.588172 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db710e3-e607-4db9-a1f3-7ed9d2c4f5f5 req-130bed74-6844-48d6-96fd-f83fefc25716 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:12.589545 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9db710e3-e607-4db9-a1f3-7ed9d2c4f5f5 req-130bed74-6844-48d6-96fd-f83fefc25716 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 946 time: 0.0539696 Apr 06 11:15:12.633775 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9db710e3-e607-4db9-a1f3-7ed9d2c4f5f5 req-e75abb00-aa9a-4bf3-9013-fe62741b361d tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387213 Apr 06 11:15:12.744672 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38009eac-1e25-41bf-b96e-00935983a2f2 req-ccbdc0f4-24e8-464c-92c1-6b09d985ad80 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:12.746222 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-38009eac-1e25-41bf-b96e-00935983a2f2 req-ccbdc0f4-24e8-464c-92c1-6b09d985ad80 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 946 time: 0.0508051 Apr 06 11:15:12.754590 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52218) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:12.759471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-121a95bd-49ee-4a88-a89e-4e6c9d9a0e73 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'floatingip': {'port_id': 'e3ed4850-12ad-4f19-a585-850f149ec635'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:15:12.797886 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-121a95bd-49ee-4a88-a89e-4e6c9d9a0e73 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (0f3611fa-cb1e-466b-98a7-72d081c604a5), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:13.231740 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-121a95bd-49ee-4a88-a89e-4e6c9d9a0e73 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:13.299194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-121a95bd-49ee-4a88-a89e-4e6c9d9a0e73 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (0f3611fa-cb1e-466b-98a7-72d081c604a5), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:13.322017 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6989e4-c6a1-4eea-afb5-e8cacaf63edf req-5b690616-1d06-4255-bacd-06637ef169c5 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:13.323483 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fe6989e4-c6a1-4eea-afb5-e8cacaf63edf req-5b690616-1d06-4255-bacd-06637ef169c5 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 947 time: 0.0539525 Apr 06 11:15:13.371528 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fe6989e4-c6a1-4eea-afb5-e8cacaf63edf req-47b11e00-316e-4945-bf3d-d991ec0805d0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416915 Apr 06 11:15:13.402306 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-121a95bd-49ee-4a88-a89e-4e6c9d9a0e73 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Floating IP 0f3611fa-cb1e-466b-98a7-72d081c604a5 associated. External IP: 172.27.3.196, port: e3ed4850-12ad-4f19-a585-850f149ec635. Apr 06 11:15:13.896983 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-75e49c94-8ec4-47cd-a9df-f310beca88cd tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:13.898364 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-75e49c94-8ec4-47cd-a9df-f310beca88cd tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.49 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 947 time: 0.4036264 Apr 06 11:15:13.986219 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001dd3ff-15ad-4b15-999f-11b97b88f2a2 req-6623e819-8d8b-4035-b0c0-503f3d0afdca tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:13.987696 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-001dd3ff-15ad-4b15-999f-11b97b88f2a2 req-6623e819-8d8b-4035-b0c0-503f3d0afdca tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.4581559 Apr 06 11:15:14.047550 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121a95bd-49ee-4a88-a89e-4e6c9d9a0e73 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Router c594488c-830c-4c8f-a7b3-e0166fdb599e has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:15:14.090805 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-001dd3ff-15ad-4b15-999f-11b97b88f2a2 req-440207f0-58f3-4672-8651-aeea614a6707 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950894 Apr 06 11:15:14.131932 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Deleting port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:15:14.132412 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:14.268804 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121a95bd-49ee-4a88-a89e-4e6c9d9a0e73 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:15:14.274277 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-121a95bd-49ee-4a88-a89e-4e6c9d9a0e73 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:14.277974 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] For port b3cfd0b9-bcef-4882-8538-8b2054bb0e20, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:14.278355 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:14.279378 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28f0166-ae90-4acf-baa0-77e56276463d None None] Sync routers for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:15:14.288982 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f0166-ae90-4acf-baa0-77e56276463d None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:15:14.289754 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a28f0166-ae90-4acf-baa0-77e56276463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:14:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:14.349157 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-121a95bd-49ee-4a88-a89e-4e6c9d9a0e73 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "PUT /v2.0/floatingips/0f3611fa-cb1e-466b-98a7-72d081c604a5 HTTP/1.1" status: 200 len: 992 time: 1.5929048 Apr 06 11:15:14.351271 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd178118-0f67-4c05-9053-47a382c7d811', 'tag': 'e3ed4850-12ad-4f19-a585-850f149ec635'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:15:14.353548 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508049d7-54d0-4d68-bbde-b2a2fe37c92b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd178118-0f67-4c05-9053-47a382c7d811", "tag": "e3ed4850-12ad-4f19-a585-850f149ec635"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:15:14.396519 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a28f0166-ae90-4acf-baa0-77e56276463d None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:15:14.406631 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50279f32-a020-45f5-8240-c6794fe8cd7f x-openstack-request-id: req-50279f32-a020-45f5-8240-c6794fe8cd7f {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:15:14.407254 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd178118-0f67-4c05-9053-47a382c7d811", "tag": "e3ed4850-12ad-4f19-a585-850f149ec635", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:15:14.407254 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50279f32-a020-45f5-8240-c6794fe8cd7f {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:15:14.407572 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50279f32-a020-45f5-8240-c6794fe8cd7f'] response: {'name': 'network-changed', 'server_uuid': 'dd178118-0f67-4c05-9053-47a382c7d811', 'tag': 'e3ed4850-12ad-4f19-a585-850f149ec635', 'status': 'completed', 'code': 200} Apr 06 11:15:14.545482 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:14.545777 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (089bc686-be53-42a6-a41a-9c0a852bdb6a), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:14.546096 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Floating IP 089bc686-be53-42a6-a41a-9c0a852bdb6a disassociated. External IP: 172.27.3.43, port: b3cfd0b9-bcef-4882-8538-8b2054bb0e20. Apr 06 11:15:14.546445 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Calling delete_port for b3cfd0b9-bcef-4882-8538-8b2054bb0e20 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:15:14.611312 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d736e0-ac46-4af5-9951-07428587ae8d req-aaff5e8f-c7e3-495c-a9a4-4828f977460d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:14.612791 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d5d736e0-ac46-4af5-9951-07428587ae8d req-aaff5e8f-c7e3-495c-a9a4-4828f977460d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 947 time: 0.1497390 Apr 06 11:15:14.616681 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508049d7-54d0-4d68-bbde-b2a2fe37c92b req-409c4e48-04bb-4d45-923e-18e0491f07af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:14.618521 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-508049d7-54d0-4d68-bbde-b2a2fe37c92b req-409c4e48-04bb-4d45-923e-18e0491f07af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 1130 time: 0.1561828 Apr 06 11:15:14.621332 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a28f0166-ae90-4acf-baa0-77e56276463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '0f3611fa-cb1e-466b-98a7-72d081c604a5', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': 'e3ed4850-12ad-4f19-a585-850f149ec635', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:41:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd178118-0f67-4c05-9053-47a382c7d811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:14:55Z', 'updated_at': '2022-04-06T11:15:13Z', 'revision_number': 1, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:14.651571 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28f0166-ae90-4acf-baa0-77e56276463d None None] Checking router: c594488c-830c-4c8f-a7b3-e0166fdb599e for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:15:14.660884 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f0166-ae90-4acf-baa0-77e56276463d None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:15:14.661643 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a28f0166-ae90-4acf-baa0-77e56276463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:14:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:14.737384 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d5d736e0-ac46-4af5-9951-07428587ae8d req-4e5e9ae9-f6f0-4ea6-b4b9-10d433979360 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=1297eea0-f00b-4a84-a0ef-5998f139eaab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168683 Apr 06 11:15:14.772883 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-a28f0166-ae90-4acf-baa0-77e56276463d None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:15:14.791191 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508049d7-54d0-4d68-bbde-b2a2fe37c92b req-f89969ee-76e7-4280-83c0-6b30e3f1c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:14.792660 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-508049d7-54d0-4d68-bbde-b2a2fe37c92b req-f89969ee-76e7-4280-83c0-6b30e3f1c2d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 915 time: 0.1595228 Apr 06 11:15:14.863035 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-508049d7-54d0-4d68-bbde-b2a2fe37c92b req-8ee52817-3afe-43c1-80d5-68fc2f543166 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3ed4850-12ad-4f19-a585-850f149ec635 HTTP/1.1" status: 200 len: 1000 time: 0.0636525 Apr 06 11:15:14.897570 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (b3cfd0b9-bcef-4882-8538-8b2054bb0e20), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:14.934723 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event deleted for resources: {'Port': ['ID=b3cfd0b9-bcef-4882-8538-8b2054bb0e20,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:14.953652 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508049d7-54d0-4d68-bbde-b2a2fe37c92b req-348cbf56-6a8f-4f1f-8f4a-7d405ea685cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:14.955137 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-508049d7-54d0-4d68-bbde-b2a2fe37c92b req-348cbf56-6a8f-4f1f-8f4a-7d405ea685cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19a20e05-f19c-4ec0-af50-723b11d3fbdb HTTP/1.1" status: 200 len: 853 time: 0.0845852 Apr 06 11:15:15.084450 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508049d7-54d0-4d68-bbde-b2a2fe37c92b req-cce83b72-b857-4f52-b784-05426c84d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:15.085961 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-508049d7-54d0-4d68-bbde-b2a2fe37c92b req-cce83b72-b857-4f52-b784-05426c84d40b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1153c82f-85eb-4ccf-a631-367f6df86902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938368 Apr 06 11:15:15.105237 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Router a980543f-7172-422d-917e-c70f86e2a5cd has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:15:15.123834 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-a28f0166-ae90-4acf-baa0-77e56276463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '0f3611fa-cb1e-466b-98a7-72d081c604a5', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': 'e3ed4850-12ad-4f19-a585-850f149ec635', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:41:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd178118-0f67-4c05-9053-47a382c7d811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:14:55Z', 'updated_at': '2022-04-06T11:15:13Z', 'revision_number': 1, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:15.155595 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28f0166-ae90-4acf-baa0-77e56276463d None None] The sync data for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi is: [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '0f3611fa-cb1e-466b-98a7-72d081c604a5', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': 'e3ed4850-12ad-4f19-a585-850f149ec635', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:41:66:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd178118-0f67-4c05-9053-47a382c7d811', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:14:55Z', 'updated_at': '2022-04-06T11:15:13Z', 'revision_number': 1, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:15:15.221808 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6701826-016f-4011-b128-cd8569afbfc8 req-ee586a53-7686-49fa-b35c-def4150eb2bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:15.225517 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d6701826-016f-4011-b128-cd8569afbfc8 req-ee586a53-7686-49fa-b35c-def4150eb2bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0650048 Apr 06 11:15:15.259663 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-508049d7-54d0-4d68-bbde-b2a2fe37c92b req-d639fb87-4c78-45b6-ad47-f5b7960184c8 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620100 Apr 06 11:15:15.274302 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d6701826-016f-4011-b128-cd8569afbfc8 req-1e737d66-2b60-494b-8403-8b970e775159 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453527 Apr 06 11:15:15.330113 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:15:15.342526 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539521c4-1b72-45cf-a812-1f4b9a2d6b03 None None] Sync routers for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:15:15.363647 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539521c4-1b72-45cf-a812-1f4b9a2d6b03 None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:15:15.365220 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-539521c4-1b72-45cf-a812-1f4b9a2d6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:14:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:15.398150 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b960f69-4f05-4a72-b5ff-d7471fa17ba2 None None] New status for floating IP 0f3611fa-cb1e-466b-98a7-72d081c604a5: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:15:15.412278 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-508049d7-54d0-4d68-bbde-b2a2fe37c92b req-1e12aa50-5ea0-4f62-9eba-ec22d871f723 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461496 Apr 06 11:15:15.413225 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] No DVR routers for this DVR port b3cfd0b9-bcef-4882-8538-8b2054bb0e20 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:15:15.416051 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:15.419320 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c91ba4ee-eb0c-4485-828e-f85d7f919980 req-37946220-f964-455e-90a4-084a4f5cf4d3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.49 "DELETE /v2.0/ports/b3cfd0b9-bcef-4882-8538-8b2054bb0e20 HTTP/1.1" status: 204 len: 173 time: 1.5136900 Apr 06 11:15:15.480674 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-539521c4-1b72-45cf-a812-1f4b9a2d6b03 None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:15:15.681306 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-539521c4-1b72-45cf-a812-1f4b9a2d6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:15.709861 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539521c4-1b72-45cf-a812-1f4b9a2d6b03 None None] Checking router: a980543f-7172-422d-917e-c70f86e2a5cd for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:15:15.718021 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539521c4-1b72-45cf-a812-1f4b9a2d6b03 None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:15:15.718614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-539521c4-1b72-45cf-a812-1f4b9a2d6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:14:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:15.824594 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-539521c4-1b72-45cf-a812-1f4b9a2d6b03 None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:15:15.850327 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fc7cff88-3d02-4ee2-a1e7-6c1e38ae37ac req-3bdb64e1-fe34-476b-9006-66ad551cfb60 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=7374b0f0-cb6f-4b73-bfac-8cea9084b9a4 HTTP/1.1" status: 200 len: 210 time: 0.0266068 Apr 06 11:15:16.071026 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:16.102960 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-539521c4-1b72-45cf-a812-1f4b9a2d6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:16.131753 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539521c4-1b72-45cf-a812-1f4b9a2d6b03 None None] The sync data for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi is: [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:15:16.378620 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc82963e-0c0b-49f8-8c3f-b260978e5f3f None None] New status for floating IP 089bc686-be53-42a6-a41a-9c0a852bdb6a: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:15:16.400515 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7af2fc-4e78-4f49-8ffb-25008c7bde53 req-0c3d6c1b-fa15-43c4-9f2c-3975fe86da20 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:16.402005 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d7af2fc-4e78-4f49-8ffb-25008c7bde53 req-0c3d6c1b-fa15-43c4-9f2c-3975fe86da20 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0567310 Apr 06 11:15:16.409190 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'name': 'network-vif-deleted', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:15:16.411585 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d88ee5e-36dd-410f-9382-c133c899ffea" -d '{"events": [{"server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "name": "network-vif-deleted", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:15:16.452109 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960201ad-3d7a-47d0-8e6a-5fcc20970fe1 x-openstack-request-id: req-960201ad-3d7a-47d0-8e6a-5fcc20970fe1 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:15:16.452409 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7374b0f0-cb6f-4b73-bfac-8cea9084b9a4", "name": "network-vif-deleted", "tag": "b3cfd0b9-bcef-4882-8538-8b2054bb0e20", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:15:16.452669 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-960201ad-3d7a-47d0-8e6a-5fcc20970fe1 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:15:16.453187 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960201ad-3d7a-47d0-8e6a-5fcc20970fe1'] response: {'server_uuid': '7374b0f0-cb6f-4b73-bfac-8cea9084b9a4', 'name': 'network-vif-deleted', 'tag': 'b3cfd0b9-bcef-4882-8538-8b2054bb0e20', 'status': 'completed', 'code': 200} Apr 06 11:15:16.457150 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d7af2fc-4e78-4f49-8ffb-25008c7bde53 req-634b1bb5-75de-4119-bcca-29e22fbb9ca0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491290 Apr 06 11:15:17.008974 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52246) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:17.028305 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:15:17.065853 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d0239ff-deeb-4b8a-926d-80864630e9e7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group (1297eea0-f00b-4a84-a0ef-5998f139eaab), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:17.089198 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d0239ff-deeb-4b8a-926d-80864630e9e7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group (1297eea0-f00b-4a84-a0ef-5998f139eaab), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:17.196494 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d0239ff-deeb-4b8a-926d-80864630e9e7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (1297eea0-f00b-4a84-a0ef-5998f139eaab), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:17.199091 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d0239ff-deeb-4b8a-926d-80864630e9e7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:17.200228 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9d0239ff-deeb-4b8a-926d-80864630e9e7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "DELETE /v2.0/security-groups/1297eea0-f00b-4a84-a0ef-5998f139eaab HTTP/1.1" status: 204 len: 168 time: 0.1902757 Apr 06 11:15:17.203067 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52248) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:17.210081 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0239ff-deeb-4b8a-926d-80864630e9e7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1297eea0-f00b-4a84-a0ef-5998f139eaab,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:17.216245 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.api.v2.resource [None req-5cf23525-b7a4-4e66-984e-882bf7453379 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] show failed (client error): The resource could not be found. Apr 06 11:15:17.217982 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-5cf23525-b7a4-4e66-984e-882bf7453379 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups/1297eea0-f00b-4a84-a0ef-5998f139eaab HTTP/1.1" status: 404 len: 347 time: 0.0139143 Apr 06 11:15:17.220145 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52250) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:17.340021 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-bc95c4ce-c137-4477-a955-e1d2e6101abc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Deleting port a8b7a6ac-33dc-457d-8458-0b2b16184a9e {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:15:17.340360 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc95c4ce-c137-4477-a955-e1d2e6101abc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (a8b7a6ac-33dc-457d-8458-0b2b16184a9e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:17.358133 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device b3cfd0b9-bcef-4882-8538-8b2054bb0e20 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:15:17.381070 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: b3cfd0b9-bcef-4882-8538-8b2054bb0e20 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:15:17.381414 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device b3cfd0b9-bcef-4882-8538-8b2054bb0e20 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:15:17.422055 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc95c4ce-c137-4477-a955-e1d2e6101abc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (a8b7a6ac-33dc-457d-8458-0b2b16184a9e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:17.422641 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc95c4ce-c137-4477-a955-e1d2e6101abc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (a8b7a6ac-33dc-457d-8458-0b2b16184a9e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:17.434137 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-bc95c4ce-c137-4477-a955-e1d2e6101abc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Calling delete_port for a8b7a6ac-33dc-457d-8458-0b2b16184a9e owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:15:17.603840 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8026a-9700-46ca-a85c-88f54aae887b req-442fad76-f582-4df2-a9b4-6c68eacbe66b tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:17.605298 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5c8026a-9700-46ca-a85c-88f54aae887b req-442fad76-f582-4df2-a9b4-6c68eacbe66b tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0678177 Apr 06 11:15:17.651687 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5c8026a-9700-46ca-a85c-88f54aae887b req-10f2e9ae-6704-4e11-a54d-a6c4022d98b0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406508 Apr 06 11:15:17.665304 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc95c4ce-c137-4477-a955-e1d2e6101abc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (a8b7a6ac-33dc-457d-8458-0b2b16184a9e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:17.716472 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95c4ce-c137-4477-a955-e1d2e6101abc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event deleted for resources: {'Port': ['ID=a8b7a6ac-33dc-457d-8458-0b2b16184a9e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:17.753236 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc95c4ce-c137-4477-a955-e1d2e6101abc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (089bc686-be53-42a6-a41a-9c0a852bdb6a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:17.756318 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bc95c4ce-c137-4477-a955-e1d2e6101abc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:17.757486 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-bc95c4ce-c137-4477-a955-e1d2e6101abc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "DELETE /v2.0/floatingips/089bc686-be53-42a6-a41a-9c0a852bdb6a HTTP/1.1" status: 204 len: 168 time: 0.5363908 Apr 06 11:15:18.249110 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52256) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:18.253579 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-87c67c0d-df7f-4643-b09b-e88bfe69ed43 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2035058964', 'description': 'tempest-description--1462848295'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:15:18.310789 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87c67c0d-df7f-4643-b09b-e88bfe69ed43 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:18.381672 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87c67c0d-df7f-4643-b09b-e88bfe69ed43 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group (f44d5301-16cb-4cb8-9d40-51ae68bb3493), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:18.424810 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87c67c0d-df7f-4643-b09b-e88bfe69ed43 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f44d5301-16cb-4cb8-9d40-51ae68bb3493), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:18.454407 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c67c0d-df7f-4643-b09b-e88bfe69ed43 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44d5301-16cb-4cb8-9d40-51ae68bb3493,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:18.501351 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-87c67c0d-df7f-4643-b09b-e88bfe69ed43 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:18.502585 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-87c67c0d-df7f-4643-b09b-e88bfe69ed43 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2524588 Apr 06 11:15:18.505500 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52258) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:18.510810 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-4f675895-0461-4e3e-95cf-8c9845231243 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Request body: {'security_group_rule': {'security_group_id': 'f44d5301-16cb-4cb8-9d40-51ae68bb3493', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:15:18.572667 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f675895-0461-4e3e-95cf-8c9845231243 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group_rule (24007ad9-c8a9-47eb-9b4c-cfe8d0267d35), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:18.630208 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f675895-0461-4e3e-95cf-8c9845231243 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group_rule (24007ad9-c8a9-47eb-9b4c-cfe8d0267d35), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:18.676489 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f675895-0461-4e3e-95cf-8c9845231243 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (24007ad9-c8a9-47eb-9b4c-cfe8d0267d35), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:18.698481 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f675895-0461-4e3e-95cf-8c9845231243 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24007ad9-c8a9-47eb-9b4c-cfe8d0267d35,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:18.741644 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4f675895-0461-4e3e-95cf-8c9845231243 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:18.745376 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-4f675895-0461-4e3e-95cf-8c9845231243 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2362309 Apr 06 11:15:18.745662 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52264) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:18.749970 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-948158a6-91fb-45af-b3f1-23df96d7cba0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Request body: {'security_group_rule': {'security_group_id': 'f44d5301-16cb-4cb8-9d40-51ae68bb3493', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:15:18.823941 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-948158a6-91fb-45af-b3f1-23df96d7cba0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group_rule (2645c9d6-0569-45f4-b386-8babb7c733ed), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:18.866790 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43aec6-ff7b-476f-a483-b03941170add req-794f4894-be42-43c8-bc00-bba9033f7959 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:18.868349 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b43aec6-ff7b-476f-a483-b03941170add req-794f4894-be42-43c8-bc00-bba9033f7959 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0521333 Apr 06 11:15:18.878156 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-948158a6-91fb-45af-b3f1-23df96d7cba0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group_rule (2645c9d6-0569-45f4-b386-8babb7c733ed), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:18.915653 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b43aec6-ff7b-476f-a483-b03941170add req-8e17058e-f938-416c-b6ed-9b19ff13104a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412366 Apr 06 11:15:18.945239 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-948158a6-91fb-45af-b3f1-23df96d7cba0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (2645c9d6-0569-45f4-b386-8babb7c733ed), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:18.963008 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948158a6-91fb-45af-b3f1-23df96d7cba0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2645c9d6-0569-45f4-b386-8babb7c733ed,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:19.021915 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-948158a6-91fb-45af-b3f1-23df96d7cba0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:19.023064 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-948158a6-91fb-45af-b3f1-23df96d7cba0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2764440 Apr 06 11:15:19.026150 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52268) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:19.030461 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:15:19.116556 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:19.214171 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:19.243627 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04a5ca-3a69-48da-9432-5d7fd204b3bc req-e518f4ee-3147-4dce-b703-c701f769940a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:19.246356 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fa04a5ca-3a69-48da-9432-5d7fd204b3bc req-e518f4ee-3147-4dce-b703-c701f769940a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0549316 Apr 06 11:15:19.299743 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fa04a5ca-3a69-48da-9432-5d7fd204b3bc req-ebe85798-b669-4f5c-89a3-9c2d0c8b06ad tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489078 Apr 06 11:15:19.328184 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Allocated IP 172.27.3.207 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/d1dc5a56-7b94-469a-9eaf-12ba40c79e1c) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:15:19.364416 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4bbd-845e-44c7-a535-f3c46b20a286 req-a0951ac2-ed1e-4c1d-a3e1-c95b0b6ff54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:19.366681 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-537f4bbd-845e-44c7-a535-f3c46b20a286 req-a0951ac2-ed1e-4c1d-a3e1-c95b0b6ff54a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 1129 time: 0.0457034 Apr 06 11:15:19.431583 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for port (d1dc5a56-7b94-469a-9eaf-12ba40c79e1c), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:19.458810 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4bbd-845e-44c7-a535-f3c46b20a286 req-3cee6c83-d51f-4953-8e3d-9fcdef35aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:19.460261 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-537f4bbd-845e-44c7-a535-f3c46b20a286 req-3cee6c83-d51f-4953-8e3d-9fcdef35aac5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a731990e-ef5a-45e6-9019-7f964cfe85bf HTTP/1.1" status: 200 len: 911 time: 0.0861742 Apr 06 11:15:19.499776 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (d1dc5a56-7b94-469a-9eaf-12ba40c79e1c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:19.530078 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-537f4bbd-845e-44c7-a535-f3c46b20a286 req-1789cd89-fd1a-468c-80e5-93dadb3e364c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 HTTP/1.1" status: 200 len: 999 time: 0.0628238 Apr 06 11:15:19.537343 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:15:19.540072 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:15:19.545873 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:15:19.569351 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event updated for resources: {'Port': ['ID=d1dc5a56-7b94-469a-9eaf-12ba40c79e1c,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:19.578223 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4bbd-845e-44c7-a535-f3c46b20a286 req-eb3be8fb-a236-459c-b80c-3a5ad7866784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:19.579685 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-537f4bbd-845e-44c7-a535-f3c46b20a286 req-eb3be8fb-a236-459c-b80c-3a5ad7866784 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec6ff60-8e86-42a1-8b1f-3cb289d760bb HTTP/1.1" status: 200 len: 849 time: 0.0434990 Apr 06 11:15:19.629071 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4bbd-845e-44c7-a535-f3c46b20a286 req-3fc7c742-ae26-4300-bbc1-e7d2f53172eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:19.630621 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-537f4bbd-845e-44c7-a535-f3c46b20a286 req-3fc7c742-ae26-4300-bbc1-e7d2f53172eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a731990e-ef5a-45e6-9019-7f964cfe85bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444620 Apr 06 11:15:19.633748 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (3f5afb9f-1bde-4c5f-8293-e2738b96d8c4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:19.723036 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (d1dc5a56-7b94-469a-9eaf-12ba40c79e1c), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:20.008832 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-537f4bbd-845e-44c7-a535-f3c46b20a286 req-e240772c-4342-47c0-8692-51c07e8e6274 service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719244 Apr 06 11:15:20.097747 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for port (d1dc5a56-7b94-469a-9eaf-12ba40c79e1c), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:20.101879 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-537f4bbd-845e-44c7-a535-f3c46b20a286 req-ff140031-25b4-428b-8eb1-4861c1eda3e6 service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849786 Apr 06 11:15:20.162550 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (d1dc5a56-7b94-469a-9eaf-12ba40c79e1c), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:20.229564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event updated for resources: {'Port': ['ID=d1dc5a56-7b94-469a-9eaf-12ba40c79e1c,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:20.244287 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (3f5afb9f-1bde-4c5f-8293-e2738b96d8c4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:20.274041 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac84586-e602-471c-980f-d7ec53c0e462 req-f95bf7a5-b006-4b29-a8cf-6f6f0388a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:20.275476 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1ac84586-e602-471c-980f-d7ec53c0e462 req-f95bf7a5-b006-4b29-a8cf-6f6f0388a319 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 1129 time: 0.0491140 Apr 06 11:15:20.306737 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:20.307992 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-dfaed306-811c-422c-b21d-5f6724af48f2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2808549 Apr 06 11:15:20.387181 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac84586-e602-471c-980f-d7ec53c0e462 req-4aee7372-12bd-4ded-bb23-b0c48c370f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:20.388998 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1ac84586-e602-471c-980f-d7ec53c0e462 req-4aee7372-12bd-4ded-bb23-b0c48c370f37 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a731990e-ef5a-45e6-9019-7f964cfe85bf HTTP/1.1" status: 200 len: 911 time: 0.0876608 Apr 06 11:15:20.442633 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1b553-d0a6-4cd3-981d-7cf98af04770 req-1e7eabc3-7d4e-46ea-8338-573f23c886d0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:20.444903 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bdd1b553-d0a6-4cd3-981d-7cf98af04770 req-1e7eabc3-7d4e-46ea-8338-573f23c886d0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0582275 Apr 06 11:15:20.490799 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bdd1b553-d0a6-4cd3-981d-7cf98af04770 req-7a7b8f2f-379e-427d-968d-8b6ffb2fd7ae tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405109 Apr 06 11:15:20.493853 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1ac84586-e602-471c-980f-d7ec53c0e462 req-432ebc72-f38f-466e-becf-7c614dd53137 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 HTTP/1.1" status: 200 len: 999 time: 0.0957394 Apr 06 11:15:20.512503 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-ab905e8d-b957-4739-8f44-c424218ee7b2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2035058964&fields=id&tenant_id=aeca9938df6a4f308208d5b9370aff6d HTTP/1.1" status: 200 len: 267 time: 0.0671558 Apr 06 11:15:20.599104 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac84586-e602-471c-980f-d7ec53c0e462 req-0826883f-42e3-4d15-8843-0c475db31d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:20.600484 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1ac84586-e602-471c-980f-d7ec53c0e462 req-0826883f-42e3-4d15-8843-0c475db31d00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec6ff60-8e86-42a1-8b1f-3cb289d760bb HTTP/1.1" status: 200 len: 849 time: 0.0979631 Apr 06 11:15:20.645256 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-cc0096f0-001a-447a-899f-80e0cbb08bf6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:20.646724 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-cc0096f0-001a-447a-899f-80e0cbb08bf6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 817 time: 0.1147482 Apr 06 11:15:20.661847 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-fc793a37-5882-43fe-869c-d4be8e60ea34 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/quotas/aeca9938df6a4f308208d5b9370aff6d HTTP/1.1" status: 200 len: 375 time: 0.0093873 Apr 06 11:15:20.747608 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-eb43df2c-81ac-4b90-955a-f86487684225 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808303 Apr 06 11:15:20.754015 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac84586-e602-471c-980f-d7ec53c0e462 req-f304f046-23cb-4397-905b-ef75cd52dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:20.755469 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1ac84586-e602-471c-980f-d7ec53c0e462 req-f304f046-23cb-4397-905b-ef75cd52dce2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a731990e-ef5a-45e6-9019-7f964cfe85bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607808 Apr 06 11:15:20.843361 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-0f428ba2-5e3b-48a7-9d30-3f8e21845bd6 service neutron] 10.222.0.62 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830727 Apr 06 11:15:20.929558 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-01bf7de1-9244-4984-ac3c-16136f49a15b service neutron] 10.222.0.62 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803466 Apr 06 11:15:21.158483 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ac9e33e0-9f7c-44f6-a027-0c05efde987f req-9448f2a6-c085-4adb-b98a-66e6f6be83cc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 210 time: 0.0294471 Apr 06 11:15:21.313719 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1ac84586-e602-471c-980f-d7ec53c0e462 req-9d9bb452-bbea-49cc-bf64-3f29ccc53490 service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937874 Apr 06 11:15:21.402987 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1ac84586-e602-471c-980f-d7ec53c0e462 req-f54fee15-0014-4be7-b773-70a47f32b22c service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831137 Apr 06 11:15:21.613388 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dda09-7a88-410d-a82e-3185028d5d21 req-feab31dc-69ab-41cf-a4ed-40f457130c78 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:21.614850 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-663dda09-7a88-410d-a82e-3185028d5d21 req-feab31dc-69ab-41cf-a4ed-40f457130c78 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0564375 Apr 06 11:15:21.661593 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-663dda09-7a88-410d-a82e-3185028d5d21 req-09f0d5ad-2c7f-4af2-82a4-fbf58c3e675b tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408375 Apr 06 11:15:21.904814 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09a1ac15-7884-4b65-a502-10014a6c30b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:22.257084 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a4cd8273-c09e-4458-88d7-811dccbb202c req-75b9754f-576e-419e-9aa4-00c82f3ed1f5 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 210 time: 0.0300221 Apr 06 11:15:22.982553 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-6b99aad3-b8a5-4ce5-a648-7e5221864262 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:22.984698 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-6b99aad3-b8a5-4ce5-a648-7e5221864262 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.49 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 817 time: 0.0975800 Apr 06 11:15:23.058229 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-4440c4b6-f5c2-4cdc-bce0-30bc950adb46 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeca9938df6a4f308208d5b9370aff6d HTTP/1.1" status: 200 len: 380 time: 0.0556116 Apr 06 11:15:23.085230 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Request body: {'port': {'device_id': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'admin_state_up': True, 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'security_groups': ['f44d5301-16cb-4cb8-9d40-51ae68bb3493']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:15:23.230803 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Made reservation on behalf of aeca9938df6a4f308208d5b9370aff6d for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:15:23.234228 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:23.367190 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-89eba4cd-92e8-4885-ab88-2d580e984e9e req-e9895861-2370-4ae9-9e9c-bc46b9189d95 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 210 time: 0.0321779 Apr 06 11:15:23.385288 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Allocated IP 172.20.0.3 (723de1ee-b3fa-4231-9470-1bc702945e4e/aaeedc9a-09ce-4d61-a72a-cdddeddf087c/cd554841-4012-412c-8eb1-8f98e619785c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:15:23.528595 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for port (cd554841-4012-412c-8eb1-8f98e619785c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:23.625160 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (cd554841-4012-412c-8eb1-8f98e619785c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:23.666101 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Network 723de1ee-b3fa-4231-9470-1bc702945e4e is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:15:23.669145 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:15:23.675167 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:15:23.701307 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event updated for resources: {'Port': ['ID=cd554841-4012-412c-8eb1-8f98e619785c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:23.730216 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:23.730847 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:23.799185 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-9fb3c5f8-e961-4a56-a722-b5a3f5483fd3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7182801 Apr 06 11:15:23.823858 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Request body: {'port': {'device_id': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:15:23.886017 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (cd554841-4012-412c-8eb1-8f98e619785c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:23.944086 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-f724a23d-0b0c-4e90-bf30-069053bbdf97 None None] Provisioning complete for port cd554841-4012-412c-8eb1-8f98e619785c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:15:23.944639 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f724a23d-0b0c-4e90-bf30-069053bbdf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (cd554841-4012-412c-8eb1-8f98e619785c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:23.977552 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-f724a23d-0b0c-4e90-bf30-069053bbdf97 None None] Port cd554841-4012-412c-8eb1-8f98e619785c cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:15:24.136676 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd554841-4012-412c-8eb1-8f98e619785c {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:15:24.143865 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Publish callbacks [] for port (cd554841-4012-412c-8eb1-8f98e619785c), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:24.155945 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Transition to ACTIVE for port object cd554841-4012-412c-8eb1-8f98e619785c will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:15:24.219197 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (cd554841-4012-412c-8eb1-8f98e619785c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:24.259115 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-66554f5b-8e78-4c24-8732-0c0a30a549f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:24.267046 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Pushing event updated for resources: {'Port': ['ID=cd554841-4012-412c-8eb1-8f98e619785c,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:24.343284 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Attempting to bind port cd554841-4012-412c-8eb1-8f98e619785c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:15:24.343898 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Attempting to bind port cd554841-4012-412c-8eb1-8f98e619785c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:15:24.344224 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Attempting to bind port cd554841-4012-412c-8eb1-8f98e619785c on network 723de1ee-b3fa-4231-9470-1bc702945e4e {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:15:24.348668 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Port cd554841-4012-412c-8eb1-8f98e619785c on network 723de1ee-b3fa-4231-9470-1bc702945e4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:15:24.348982 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Attempting to bind port cd554841-4012-412c-8eb1-8f98e619785c on network 723de1ee-b3fa-4231-9470-1bc702945e4e {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:15:24.354846 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:15:24.355185 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Checking segment: {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:15:24.355567 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Bound using segment: {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:15:24.355992 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Bound port: cd554841-4012-412c-8eb1-8f98e619785c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:15:24.356349 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (cd554841-4012-412c-8eb1-8f98e619785c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:24.420988 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:15:24.424055 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cd554841-4012-412c-8eb1-8f98e619785c,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:15:24.482700 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (cd554841-4012-412c-8eb1-8f98e619785c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:24.497832 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47e54e-0b01-45e6-ab01-4d4db5910799 req-d878c01d-8972-4935-89ac-747ffb01a161 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:24.504215 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7a47e54e-0b01-45e6-ab01-4d4db5910799 req-d878c01d-8972-4935-89ac-747ffb01a161 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0552173 Apr 06 11:15:24.518908 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:24.518908 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:24.520070 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] 10.222.0.49 "PUT /v2.0/ports/cd554841-4012-412c-8eb1-8f98e619785c HTTP/1.1" status: 200 len: 1093 time: 0.7047722 Apr 06 11:15:24.520515 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:15:24.522778 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52152379-139f-435f-be05-f620047338c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "tag": "cd554841-4012-412c-8eb1-8f98e619785c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:15:24.551023 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7a47e54e-0b01-45e6-ab01-4d4db5910799 req-84776286-5d2b-4b34-b0fe-51f0782739fe tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456376 Apr 06 11:15:24.557824 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c5774-bd63-45ed-8842-72561e79a63b service neutron] Pushing event updated for resources: {'Port': ['ID=cd554841-4012-412c-8eb1-8f98e619785c,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:24.566480 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac2c1a0-d4ea-477f-a0a5-bccd487a000c x-openstack-request-id: req-eac2c1a0-d4ea-477f-a0a5-bccd487a000c {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:15:24.566954 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "tag": "cd554841-4012-412c-8eb1-8f98e619785c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:15:24.567214 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eac2c1a0-d4ea-477f-a0a5-bccd487a000c {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:15:24.567622 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac2c1a0-d4ea-477f-a0a5-bccd487a000c'] response: {'name': 'network-changed', 'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c', 'status': 'completed', 'code': 200} Apr 06 11:15:24.687276 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52152379-139f-435f-be05-f620047338c1 req-3a3e511e-ab2b-40f9-b7ca-8b0eb1d2e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:24.688888 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52152379-139f-435f-be05-f620047338c1 req-3a3e511e-ab2b-40f9-b7ca-8b0eb1d2e2d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 1127 time: 0.0567386 Apr 06 11:15:24.795400 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52152379-139f-435f-be05-f620047338c1 req-d712449e-602d-41e6-98e1-45dfabcdc51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:24.796868 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52152379-139f-435f-be05-f620047338c1 req-d712449e-602d-41e6-98e1-45dfabcdc51c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=aeca9938df6a4f308208d5b9370aff6d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0898335 Apr 06 11:15:24.891584 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52152379-139f-435f-be05-f620047338c1 req-8d461b66-83e5-4104-bd9c-1f391390f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:24.892936 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52152379-139f-435f-be05-f620047338c1 req-8d461b66-83e5-4104-bd9c-1f391390f7ec service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858338 Apr 06 11:15:25.007829 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-88bc0e4b-74e6-4b2f-a74d-438c14467d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:25.009332 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-88bc0e4b-74e6-4b2f-a74d-438c14467d47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 1127 time: 0.0438368 Apr 06 11:15:25.060875 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-ce768ad9-aa57-456d-8700-fd8ba9121967 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd554841-4012-412c-8eb1-8f98e619785c HTTP/1.1" status: 200 len: 217 time: 0.0362089 Apr 06 11:15:25.116483 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-4e13e4c3-7b15-417a-b053-83a2a00d97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:25.117925 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-4e13e4c3-7b15-417a-b053-83a2a00d97a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaeedc9a-09ce-4d61-a72a-cdddeddf087c HTTP/1.1" status: 200 len: 856 time: 0.0429223 Apr 06 11:15:25.173882 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-13616dc3-ac2c-4fe2-831e-a50c07374f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:25.175335 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-13616dc3-ac2c-4fe2-831e-a50c07374f41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=723de1ee-b3fa-4231-9470-1bc702945e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445912 Apr 06 11:15:25.271059 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-4f8c73d6-49c6-44bd-8ef6-b182b370277e service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830235 Apr 06 11:15:25.310729 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:25.363175 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-82f5738d-c057-42fc-b7c5-1227e248c272 req-71c5d4ac-cd19-4189-a8e1-ff411a75c84e service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824513 Apr 06 11:15:25.682832 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b16c5-919b-456a-b006-30fe9954f485 req-9ceda0cf-9bd5-44ba-92d1-101c67da86cb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:25.684270 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b61b16c5-919b-456a-b006-30fe9954f485 req-9ceda0cf-9bd5-44ba-92d1-101c67da86cb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0530303 Apr 06 11:15:25.728503 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b61b16c5-919b-456a-b006-30fe9954f485 req-e8f5adeb-e42a-4571-b4e0-2a975b94ac6c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386679 Apr 06 11:15:26.778902 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:26.845611 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d94998-08fd-4be5-a2d5-b76521fb6b6a req-ca8b2b38-64a8-4d4d-beb8-ec763156485e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:26.847057 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-55d94998-08fd-4be5-a2d5-b76521fb6b6a req-ca8b2b38-64a8-4d4d-beb8-ec763156485e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0503490 Apr 06 11:15:26.892360 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-55d94998-08fd-4be5-a2d5-b76521fb6b6a req-03f56c50-1ae2-424b-999e-8ad10a7163d8 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393083 Apr 06 11:15:28.022151 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80224a93-a4da-483a-a395-b183909b8328 req-68ddcad5-4bb3-48d0-9d4c-5335efce9590 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:28.023617 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80224a93-a4da-483a-a395-b183909b8328 req-68ddcad5-4bb3-48d0-9d4c-5335efce9590 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0579615 Apr 06 11:15:28.069776 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80224a93-a4da-483a-a395-b183909b8328 req-c228e383-7f81-4efb-8088-b8293e501874 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 Apr 06 11:15:28.253384 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:29.191608 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993a5a7-b666-4710-8ffe-238851bf09d6 req-f30c4194-a247-4e65-80f4-9bc210b131f1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:29.193071 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e993a5a7-b666-4710-8ffe-238851bf09d6 req-f30c4194-a247-4e65-80f4-9bc210b131f1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0546613 Apr 06 11:15:29.237247 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e993a5a7-b666-4710-8ffe-238851bf09d6 req-1bf76cff-ea20-48f6-bdf7-a511bcb37965 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386560 Apr 06 11:15:29.451646 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device cd554841-4012-412c-8eb1-8f98e619785c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:15:29.546278 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cd554841-4012-412c-8eb1-8f98e619785c,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:29.556939 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'cd554841-4012-412c-8eb1-8f98e619785c', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'port_id': 'cd554841-4012-412c-8eb1-8f98e619785c', 'mac_address': 'fa:16:3e:a6:cc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:15:29.592508 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port cd554841-4012-412c-8eb1-8f98e619785c is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:15:29.592894 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (cd554841-4012-412c-8eb1-8f98e619785c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:29.606324 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd554841-4012-412c-8eb1-8f98e619785c {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:15:29.625286 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cd554841-4012-412c-8eb1-8f98e619785c,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:29.687554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (cd554841-4012-412c-8eb1-8f98e619785c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:29.733737 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=cd554841-4012-412c-8eb1-8f98e619785c,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:30.322326 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['cd554841-4012-412c-8eb1-8f98e619785c'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:15:30.364066 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d3c8f-0d9b-47a8-867a-f59db1227a17 req-d70742a4-ee92-4a36-b04f-d78b9f4d7e59 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:30.365615 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fd7d3c8f-0d9b-47a8-867a-f59db1227a17 req-d70742a4-ee92-4a36-b04f-d78b9f4d7e59 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 944 time: 0.0559778 Apr 06 11:15:30.412569 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fd7d3c8f-0d9b-47a8-867a-f59db1227a17 req-10b8f34c-2b5c-4e0c-a53c-0ae36717e877 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 Apr 06 11:15:31.531288 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e008edf-9a6a-4298-9044-bab7e0e32cb0 req-a4bba385-ae35-4b14-a392-bf74633fc2d7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:31.532735 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2e008edf-9a6a-4298-9044-bab7e0e32cb0 req-a4bba385-ae35-4b14-a392-bf74633fc2d7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 944 time: 0.0509186 Apr 06 11:15:31.578423 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2e008edf-9a6a-4298-9044-bab7e0e32cb0 req-1bd790c3-0eda-4fee-90f6-b5c8ed72cc96 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401425 Apr 06 11:15:31.748109 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device cd554841-4012-412c-8eb1-8f98e619785c up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:15:31.852951 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port cd554841-4012-412c-8eb1-8f98e619785c completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:15:31.856632 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port cd554841-4012-412c-8eb1-8f98e619785c triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:15:31.856998 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (cd554841-4012-412c-8eb1-8f98e619785c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:31.932532 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port cd554841-4012-412c-8eb1-8f98e619785c is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:15:31.932908 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (cd554841-4012-412c-8eb1-8f98e619785c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:31.954416 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:15:31.956707 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1367d763-a7c7-4151-be4b-d24daa2eb416" -d '{"events": [{"server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd554841-4012-412c-8eb1-8f98e619785c"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:15:31.968734 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cd554841-4012-412c-8eb1-8f98e619785c,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:31.991086 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421ffd29-2f73-42fb-aa78-1f8348496640 x-openstack-request-id: req-421ffd29-2f73-42fb-aa78-1f8348496640 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:15:31.993069 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd554841-4012-412c-8eb1-8f98e619785c", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:15:31.993069 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-421ffd29-2f73-42fb-aa78-1f8348496640 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:15:31.993069 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421ffd29-2f73-42fb-aa78-1f8348496640'] response: {'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c', 'code': 200} Apr 06 11:15:32.047911 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (cd554841-4012-412c-8eb1-8f98e619785c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:32.094481 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=cd554841-4012-412c-8eb1-8f98e619785c,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:32.416216 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09093e17-ad57-49ea-a048-3eff3cd9c547 req-1498b234-d39d-4929-b577-bd2726785a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:32.417601 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-09093e17-ad57-49ea-a048-3eff3cd9c547 req-1498b234-d39d-4929-b577-bd2726785a1c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 1129 time: 0.0462596 Apr 06 11:15:32.463629 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-09093e17-ad57-49ea-a048-3eff3cd9c547 req-b9acd71a-9e20-4f52-8811-6683a9ff5a5e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357425 Apr 06 11:15:32.700792 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3bad5-c621-421d-93cb-128e41501c83 req-39ec02f8-7c36-4ffa-b2a9-d4e1ced9d47e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:32.702296 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d5f3bad5-c621-421d-93cb-128e41501c83 req-39ec02f8-7c36-4ffa-b2a9-d4e1ced9d47e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0551512 Apr 06 11:15:32.746101 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d5f3bad5-c621-421d-93cb-128e41501c83 req-bca4cf67-87f0-42e5-99fb-49122f5af781 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383692 Apr 06 11:15:33.870095 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fbfcf-1c69-44d6-a56d-1da5d5d233dc req-aad58d19-d845-4720-a060-6ec89d9e025b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:33.871580 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-204fbfcf-1c69-44d6-a56d-1da5d5d233dc req-aad58d19-d845-4720-a060-6ec89d9e025b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0520568 Apr 06 11:15:33.922174 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-204fbfcf-1c69-44d6-a56d-1da5d5d233dc req-fcb9d09a-a6fe-48d6-80e7-5fe2efba31ad tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446389 Apr 06 11:15:35.043737 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b792af3-fe01-4274-a281-0019a7df1887 req-f9380571-8357-45b6-80e0-d8cccca37db3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:35.045366 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b792af3-fe01-4274-a281-0019a7df1887 req-f9380571-8357-45b6-80e0-d8cccca37db3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0511773 Apr 06 11:15:35.091182 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b792af3-fe01-4274-a281-0019a7df1887 req-8631669b-38f8-4794-a980-bfd3e195ff41 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402777 Apr 06 11:15:36.210171 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c64e2c-cb1c-49d7-8ddd-17a5eb9b9a75 req-67bfecf0-b948-4f7e-80d3-5a8371ae3d58 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:36.211558 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39c64e2c-cb1c-49d7-8ddd-17a5eb9b9a75 req-67bfecf0-b948-4f7e-80d3-5a8371ae3d58 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0522437 Apr 06 11:15:36.261490 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39c64e2c-cb1c-49d7-8ddd-17a5eb9b9a75 req-f66b48a3-32d1-4eb4-a6e2-5509c56da25d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442038 Apr 06 11:15:36.377354 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23de026-c7e8-450b-9b6c-239bed5c8fed req-444e8ad1-994a-43f2-abea-95192435acef tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:36.378828 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a23de026-c7e8-450b-9b6c-239bed5c8fed req-444e8ad1-994a-43f2-abea-95192435acef tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0514512 Apr 06 11:15:36.388242 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52358) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:36.392490 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-0c23b97e-36ee-42b0-b6fc-3b56998dc06e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Request body: {'floatingip': {'port_id': 'cd554841-4012-412c-8eb1-8f98e619785c'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:15:36.434191 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c23b97e-36ee-42b0-b6fc-3b56998dc06e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (3f5afb9f-1bde-4c5f-8293-e2738b96d8c4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:36.864673 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c23b97e-36ee-42b0-b6fc-3b56998dc06e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:36.939206 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c23b97e-36ee-42b0-b6fc-3b56998dc06e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (3f5afb9f-1bde-4c5f-8293-e2738b96d8c4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:37.046026 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-0c23b97e-36ee-42b0-b6fc-3b56998dc06e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Floating IP 3f5afb9f-1bde-4c5f-8293-e2738b96d8c4 associated. External IP: 172.27.3.207, port: cd554841-4012-412c-8eb1-8f98e619785c. Apr 06 11:15:37.254090 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c23b97e-36ee-42b0-b6fc-3b56998dc06e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Router a980543f-7172-422d-917e-c70f86e2a5cd has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:15:37.364150 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c23b97e-36ee-42b0-b6fc-3b56998dc06e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:15:37.368981 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0c23b97e-36ee-42b0-b6fc-3b56998dc06e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:37.374332 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033c135-4544-4964-b25e-132562476a85 None None] Sync routers for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:15:37.383971 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033c135-4544-4964-b25e-132562476a85 None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:15:37.384591 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c033c135-4544-4964-b25e-132562476a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:15:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:37.413094 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0c23b97e-36ee-42b0-b6fc-3b56998dc06e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "PUT /v2.0/floatingips/3f5afb9f-1bde-4c5f-8293-e2738b96d8c4 HTTP/1.1" status: 200 len: 991 time: 1.0124626 Apr 06 11:15:37.413094 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:15:37.413094 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e390e0-3790-42b4-9163-72efd9709c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "tag": "cd554841-4012-412c-8eb1-8f98e619785c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:15:37.441356 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61971173-5f5a-49fd-b791-7159bc603130 x-openstack-request-id: req-61971173-5f5a-49fd-b791-7159bc603130 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:15:37.441707 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "tag": "cd554841-4012-412c-8eb1-8f98e619785c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:15:37.441976 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61971173-5f5a-49fd-b791-7159bc603130 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:15:37.442394 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61971173-5f5a-49fd-b791-7159bc603130'] response: {'name': 'network-changed', 'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c', 'status': 'completed', 'code': 200} Apr 06 11:15:37.501571 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2809524-09eb-4b97-88e2-807b61fee71e req-4b811b69-e80a-4c01-afa9-714bd6793490 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:37.502191 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c033c135-4544-4964-b25e-132562476a85 None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:15:37.503148 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c2809524-09eb-4b97-88e2-807b61fee71e req-4b811b69-e80a-4c01-afa9-714bd6793490 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0549555 Apr 06 11:15:37.554076 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c2809524-09eb-4b97-88e2-807b61fee71e req-ff5bf79d-f50c-4d8a-886f-aa91d12d87c5 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422385 Apr 06 11:15:37.729370 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c033c135-4544-4964-b25e-132562476a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '3f5afb9f-1bde-4c5f-8293-e2738b96d8c4', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'port_id': 'cd554841-4012-412c-8eb1-8f98e619785c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'mac_address': 'fa:16:3e:a6:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:15:19Z', 'updated_at': '2022-04-06T11:15:36Z', 'revision_number': 1, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:37.758493 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033c135-4544-4964-b25e-132562476a85 None None] Checking router: a980543f-7172-422d-917e-c70f86e2a5cd for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:15:37.766577 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c033c135-4544-4964-b25e-132562476a85 None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:15:37.767175 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c033c135-4544-4964-b25e-132562476a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:15:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:37.870312 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-c033c135-4544-4964-b25e-132562476a85 None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:15:38.087408 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-c033c135-4544-4964-b25e-132562476a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '3f5afb9f-1bde-4c5f-8293-e2738b96d8c4', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'port_id': 'cd554841-4012-412c-8eb1-8f98e619785c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'mac_address': 'fa:16:3e:a6:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:15:19Z', 'updated_at': '2022-04-06T11:15:36Z', 'revision_number': 1, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:38.115663 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033c135-4544-4964-b25e-132562476a85 None None] The sync data for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi is: [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '3f5afb9f-1bde-4c5f-8293-e2738b96d8c4', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'port_id': 'cd554841-4012-412c-8eb1-8f98e619785c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'mac_address': 'fa:16:3e:a6:cc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:15:19Z', 'updated_at': '2022-04-06T11:15:36Z', 'revision_number': 1, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:15:38.295142 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d286f99-712d-4753-92a5-e507716dce7d None None] New status for floating IP 3f5afb9f-1bde-4c5f-8293-e2738b96d8c4: ACTIVE {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:15:38.675029 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df2c0f-f984-4e0c-bf51-d3b1bb10e79d req-a4089fc8-c87e-414f-91dd-e8fc6ceca5e8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:38.676497 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-01df2c0f-f984-4e0c-bf51-d3b1bb10e79d req-a4089fc8-c87e-414f-91dd-e8fc6ceca5e8 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0526972 Apr 06 11:15:38.725046 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-01df2c0f-f984-4e0c-bf51-d3b1bb10e79d req-12de576e-29cb-4a36-a2b0-623730d9a13c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429571 Apr 06 11:15:39.839976 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e2fb5-c492-4e33-8188-98aa4ae119ca req-c1b0669d-77ee-4977-af0a-d758bb7f7d53 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:39.841365 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-520e2fb5-c492-4e33-8188-98aa4ae119ca req-c1b0669d-77ee-4977-af0a-d758bb7f7d53 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0515478 Apr 06 11:15:39.886560 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-520e2fb5-c492-4e33-8188-98aa4ae119ca req-174ae437-ec3b-4516-af24-ca6a14a3a5c1 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397396 Apr 06 11:15:41.001708 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d01a9-3857-4af0-a6bd-889ac430ce77 req-12c7cc0d-27fe-4951-8722-6bcf0f18b57c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:41.003165 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-536d01a9-3857-4af0-a6bd-889ac430ce77 req-12c7cc0d-27fe-4951-8722-6bcf0f18b57c tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0513897 Apr 06 11:15:41.048291 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-536d01a9-3857-4af0-a6bd-889ac430ce77 req-7970b89a-dbea-4c41-951e-52074577b865 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396183 Apr 06 11:15:41.337652 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e390e0-3790-42b4-9163-72efd9709c6d req-bda1ec1a-a660-45a5-b276-aef78897159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:41.339120 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-20e390e0-3790-42b4-9163-72efd9709c6d req-bda1ec1a-a660-45a5-b276-aef78897159f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 1129 time: 0.0454969 Apr 06 11:15:41.443929 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e390e0-3790-42b4-9163-72efd9709c6d req-2bcc4bd8-f6b8-46df-a20a-7664b9b46fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:41.445994 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-20e390e0-3790-42b4-9163-72efd9709c6d req-2bcc4bd8-f6b8-46df-a20a-7664b9b46fcd service neutron] 10.222.0.49 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 918 time: 0.0854254 Apr 06 11:15:41.518741 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-20e390e0-3790-42b4-9163-72efd9709c6d req-aea1ce21-b03b-4047-a4a1-1879346964c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd554841-4012-412c-8eb1-8f98e619785c HTTP/1.1" status: 200 len: 1001 time: 0.0550911 Apr 06 11:15:41.565219 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e390e0-3790-42b4-9163-72efd9709c6d req-1c8210d2-d414-4230-a494-f44e1861bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:41.566556 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-20e390e0-3790-42b4-9163-72efd9709c6d req-1c8210d2-d414-4230-a494-f44e1861bd72 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaeedc9a-09ce-4d61-a72a-cdddeddf087c HTTP/1.1" status: 200 len: 856 time: 0.0407457 Apr 06 11:15:41.644858 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e390e0-3790-42b4-9163-72efd9709c6d req-46f312e2-79c3-4c5e-bc87-bfebf4bcdb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:41.646262 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-20e390e0-3790-42b4-9163-72efd9709c6d req-46f312e2-79c3-4c5e-bc87-bfebf4bcdb13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=723de1ee-b3fa-4231-9470-1bc702945e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469377 Apr 06 11:15:41.778274 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-20e390e0-3790-42b4-9163-72efd9709c6d req-01d63b45-a701-4044-9409-58b34eb40b39 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787921 Apr 06 11:15:42.167693 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47160c26-9825-4dac-89de-b35a0aa3b694 req-b3763701-f7c2-43fd-a655-cd6062b384d6 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:42.169185 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-47160c26-9825-4dac-89de-b35a0aa3b694 req-b3763701-f7c2-43fd-a655-cd6062b384d6 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.0550175 Apr 06 11:15:42.209116 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-d93b03fc-8900-446e-b04c-ddc712d73a49 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:42.211084 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-d93b03fc-8900-446e-b04c-ddc712d73a49 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 945 time: 0.1141014 Apr 06 11:15:42.216275 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-47160c26-9825-4dac-89de-b35a0aa3b694 req-817d22eb-e73a-4039-ba30-8fe263e75cbf tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=5a105074-6097-4a0d-84bf-2d59ce3f87b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409784 Apr 06 11:15:42.216410 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-20e390e0-3790-42b4-9163-72efd9709c6d req-0dcf466f-439d-42fd-803e-6e0cae145247 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266634 Apr 06 11:15:42.316385 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Deleting port 6eb1ffd5-1644-4476-97af-ce297bb53c8a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:15:42.316726 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:42.402389 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] For port 6eb1ffd5-1644-4476-97af-ce297bb53c8a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=6eb1ffd5-1644-4476-97af-ce297bb53c8a,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:42.402681 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:42.827703 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:42.828064 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (779ff419-6087-4e4c-848c-1ae5f34e89e6), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:42.828406 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Floating IP 779ff419-6087-4e4c-848c-1ae5f34e89e6 disassociated. External IP: 172.27.3.242, port: 6eb1ffd5-1644-4476-97af-ce297bb53c8a. Apr 06 11:15:42.828749 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Calling delete_port for 6eb1ffd5-1644-4476-97af-ce297bb53c8a owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:15:42.984532 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (6eb1ffd5-1644-4476-97af-ce297bb53c8a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:43.015891 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event deleted for resources: {'Port': ['ID=6eb1ffd5-1644-4476-97af-ce297bb53c8a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:43.026019 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.026375 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.026728 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.027070 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.027410 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.027749 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.028083 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.028419 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.028855 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.029093 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.029419 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.029748 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.030106 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.030437 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.030763 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:43.139995 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:15:43.245081 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:15:43.256374 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb57e39f-0793-49ca-b6ed-2c8586c21807 None None] Sync routers for ids ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:15:43.265832 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57e39f-0793-49ca-b6ed-2c8586c21807 None None] Routers {'3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:15:43.266436 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bb57e39f-0793-49ca-b6ed-2c8586c21807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:15:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:43.290839 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] No DVR routers for this DVR port 6eb1ffd5-1644-4476-97af-ce297bb53c8a on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:15:43.299448 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:43.302599 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-aa5f9d77-2f99-400a-b8d7-6c602f94843b req-927e2521-6287-41df-a358-fe080eb4d153 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "DELETE /v2.0/ports/6eb1ffd5-1644-4476-97af-ce297bb53c8a HTTP/1.1" status: 204 len: 173 time: 1.0837204 Apr 06 11:15:43.303037 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'name': 'network-vif-deleted', 'tag': '6eb1ffd5-1644-4476-97af-ce297bb53c8a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:15:43.305846 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d935c0-d101-4b54-a4c7-88843f5571de" -d '{"events": [{"server_uuid": "1fd7c13b-8c94-444f-8aba-29b3936f24e6", "name": "network-vif-deleted", "tag": "6eb1ffd5-1644-4476-97af-ce297bb53c8a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:15:43.326830 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8748cf81-9712-4cf7-afda-8ec3ddd4e869 req-dbf24768-2a35-4ddb-b5f2-50bc97e0544e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fd7c13b-8c94-444f-8aba-29b3936f24e6 HTTP/1.1" status: 200 len: 210 time: 0.0379004 Apr 06 11:15:43.356436 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6571f4d-7d72-4051-94fe-f5b30fc908c5 x-openstack-request-id: req-a6571f4d-7d72-4051-94fe-f5b30fc908c5 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:15:43.356734 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd7c13b-8c94-444f-8aba-29b3936f24e6", "name": "network-vif-deleted", "tag": "6eb1ffd5-1644-4476-97af-ce297bb53c8a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:15:43.357105 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6571f4d-7d72-4051-94fe-f5b30fc908c5 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:15:43.357424 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6571f4d-7d72-4051-94fe-f5b30fc908c5'] response: {'server_uuid': '1fd7c13b-8c94-444f-8aba-29b3936f24e6', 'name': 'network-vif-deleted', 'tag': '6eb1ffd5-1644-4476-97af-ce297bb53c8a', 'status': 'completed', 'code': 200} Apr 06 11:15:43.392628 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bb57e39f-0793-49ca-b6ed-2c8586c21807 None None] Set router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:15:43.593720 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bb57e39f-0793-49ca-b6ed-2c8586c21807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'c8790155-5a1d-4834-9b3b-1b722f40dceb', 'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'mac_address': 'fa:16:3e:6c:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:29Z', 'updated_at': '2022-04-06T11:08:39Z', 'revision_number': 5, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'subnets': [{'id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:43.623165 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb57e39f-0793-49ca-b6ed-2c8586c21807 None None] Checking router: 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:15:43.631471 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57e39f-0793-49ca-b6ed-2c8586c21807 None None] Routers {'3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:15:43.632119 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bb57e39f-0793-49ca-b6ed-2c8586c21807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:15:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:43.739562 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bb57e39f-0793-49ca-b6ed-2c8586c21807 None None] Set router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:15:43.942960 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bb57e39f-0793-49ca-b6ed-2c8586c21807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'c8790155-5a1d-4834-9b3b-1b722f40dceb', 'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'mac_address': 'fa:16:3e:6c:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:29Z', 'updated_at': '2022-04-06T11:08:39Z', 'revision_number': 5, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'subnets': [{'id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:43.968858 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb57e39f-0793-49ca-b6ed-2c8586c21807 None None] The sync data for ids ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'] in dv-cinder-836072-2-iscsi is: [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'c8790155-5a1d-4834-9b3b-1b722f40dceb', 'name': '', 'network_id': '07045d9f-861e-4356-bcd4-b929f0eac50e', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'mac_address': 'fa:16:3e:6c:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:29Z', 'updated_at': '2022-04-06T11:08:39Z', 'revision_number': 5, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'subnets': [{'id': 'c89d16d6-7cbc-44e3-9652-f8b37712a880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:15:44.182698 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f507dbf4-a0ee-4d20-87a9-9bf05ed0c2fa None None] New status for floating IP 779ff419-6087-4e4c-848c-1ae5f34e89e6: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:15:44.487883 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52394) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:44.539500 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c717a21f-bfd8-49ec-9d08-df0271ff8b12 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for security_group (5a105074-6097-4a0d-84bf-2d59ce3f87b4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:44.562213 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c717a21f-bfd8-49ec-9d08-df0271ff8b12 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for security_group (5a105074-6097-4a0d-84bf-2d59ce3f87b4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:44.698694 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c717a21f-bfd8-49ec-9d08-df0271ff8b12 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (5a105074-6097-4a0d-84bf-2d59ce3f87b4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:44.701308 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c717a21f-bfd8-49ec-9d08-df0271ff8b12 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:44.702470 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c717a21f-bfd8-49ec-9d08-df0271ff8b12 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "DELETE /v2.0/security-groups/5a105074-6097-4a0d-84bf-2d59ce3f87b4 HTTP/1.1" status: 204 len: 168 time: 0.2136126 Apr 06 11:15:44.705092 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52396) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:44.711699 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717a21f-bfd8-49ec-9d08-df0271ff8b12 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a105074-6097-4a0d-84bf-2d59ce3f87b4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:44.721426 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.api.v2.resource [None req-bc3f4245-7f2b-4393-9662-b4cbae767f7f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] show failed (client error): The resource could not be found. Apr 06 11:15:44.721426 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bc3f4245-7f2b-4393-9662-b4cbae767f7f tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups/5a105074-6097-4a0d-84bf-2d59ce3f87b4 HTTP/1.1" status: 404 len: 347 time: 0.0144315 Apr 06 11:15:44.723297 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52398) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:44.845705 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-534345b4-288b-4135-a12c-50be1ee82295 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Deleting port 05468b83-3b6c-4106-8452-383f10d9e97b {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:15:44.846046 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-534345b4-288b-4135-a12c-50be1ee82295 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (05468b83-3b6c-4106-8452-383f10d9e97b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:44.921307 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-534345b4-288b-4135-a12c-50be1ee82295 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (05468b83-3b6c-4106-8452-383f10d9e97b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:44.921560 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-534345b4-288b-4135-a12c-50be1ee82295 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for floatingip (05468b83-3b6c-4106-8452-383f10d9e97b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:44.932988 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-534345b4-288b-4135-a12c-50be1ee82295 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Calling delete_port for 05468b83-3b6c-4106-8452-383f10d9e97b owned by network:floatingip {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:15:45.110272 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-534345b4-288b-4135-a12c-50be1ee82295 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (05468b83-3b6c-4106-8452-383f10d9e97b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:45.139668 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534345b4-288b-4135-a12c-50be1ee82295 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event deleted for resources: {'Port': ['ID=05468b83-3b6c-4106-8452-383f10d9e97b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:45.198837 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-534345b4-288b-4135-a12c-50be1ee82295 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks [] for floatingip (779ff419-6087-4e4c-848c-1ae5f34e89e6), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:45.201595 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-534345b4-288b-4135-a12c-50be1ee82295 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:45.202835 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-534345b4-288b-4135-a12c-50be1ee82295 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "DELETE /v2.0/floatingips/779ff419-6087-4e4c-848c-1ae5f34e89e6 HTTP/1.1" status: 204 len: 168 time: 0.4785857 Apr 06 11:15:45.822168 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 6eb1ffd5-1644-4476-97af-ce297bb53c8a no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:15:45.842226 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: 6eb1ffd5-1644-4476-97af-ce297bb53c8a {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:15:45.842576 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 6eb1ffd5-1644-4476-97af-ce297bb53c8a not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:15:46.058913 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:48.098723 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905acd83-8117-4c12-84c1-6fe19075e384 req-2d3632ae-52b5-448b-a42b-c6061496c0ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:48.100190 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-905acd83-8117-4c12-84c1-6fe19075e384 req-2d3632ae-52b5-448b-a42b-c6061496c0ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0535033 Apr 06 11:15:48.145471 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-905acd83-8117-4c12-84c1-6fe19075e384 req-94353c1b-94aa-40ee-aefe-65001a092449 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Apr 06 11:15:49.012067 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e5e60-ac09-4175-848e-af03d567e57d req-2c258bc0-9492-49b2-8baf-de002c584262 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:49.013869 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-323e5e60-ac09-4175-848e-af03d567e57d req-2c258bc0-9492-49b2-8baf-de002c584262 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0550556 Apr 06 11:15:49.103303 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-323e5e60-ac09-4175-848e-af03d567e57d req-e9565cff-2edf-4afc-843f-5288875993ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Deleting port 5e742439-6216-46cc-ac73-975eeece043a {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:15:49.103642 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-323e5e60-ac09-4175-848e-af03d567e57d req-e9565cff-2edf-4afc-843f-5288875993ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (5e742439-6216-46cc-ac73-975eeece043a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:49.193875 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-323e5e60-ac09-4175-848e-af03d567e57d req-e9565cff-2edf-4afc-843f-5288875993ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] For port 5e742439-6216-46cc-ac73-975eeece043a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5e742439-6216-46cc-ac73-975eeece043a,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:49.194250 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-323e5e60-ac09-4175-848e-af03d567e57d req-e9565cff-2edf-4afc-843f-5288875993ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (5e742439-6216-46cc-ac73-975eeece043a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:49.207433 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-323e5e60-ac09-4175-848e-af03d567e57d req-e9565cff-2edf-4afc-843f-5288875993ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Calling delete_port for 5e742439-6216-46cc-ac73-975eeece043a owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:15:49.309952 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984264f-3c56-449f-8c92-91b3776b42c4 req-36d6becc-786d-49b6-b14b-78ef787b2179 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:49.311330 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a984264f-3c56-449f-8c92-91b3776b42c4 req-36d6becc-786d-49b6-b14b-78ef787b2179 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 945 time: 0.0985496 Apr 06 11:15:49.390239 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a984264f-3c56-449f-8c92-91b3776b42c4 req-ed468ec2-5378-4a89-ae87-ba99438db3b3 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695679 Apr 06 11:15:49.464236 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-323e5e60-ac09-4175-848e-af03d567e57d req-e9565cff-2edf-4afc-843f-5288875993ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (5e742439-6216-46cc-ac73-975eeece043a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:49.490429 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9565cff-2edf-4afc-843f-5288875993ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event deleted for resources: {'Port': ['ID=5e742439-6216-46cc-ac73-975eeece043a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:49.502053 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['797d1c25-af28-41b7-a702-c05a6fb9fa65', '5e742439-6216-46cc-ac73-975eeece043a'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:15:49.535621 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-323e5e60-ac09-4175-848e-af03d567e57d req-e9565cff-2edf-4afc-843f-5288875993ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] No DVR routers for this DVR port 5e742439-6216-46cc-ac73-975eeece043a on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:15:49.538245 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-323e5e60-ac09-4175-848e-af03d567e57d req-e9565cff-2edf-4afc-843f-5288875993ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:49.542072 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-323e5e60-ac09-4175-848e-af03d567e57d req-e9565cff-2edf-4afc-843f-5288875993ce tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "DELETE /v2.0/ports/5e742439-6216-46cc-ac73-975eeece043a HTTP/1.1" status: 204 len: 173 time: 0.5226076 Apr 06 11:15:49.542523 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d3cf80-e374-45c3-945e-30b50ad4ebc2', 'name': 'network-vif-deleted', 'tag': '5e742439-6216-46cc-ac73-975eeece043a'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:15:49.545139 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a22b26b-b8fd-4f4b-84ee-bfa8bdd04997" -d '{"events": [{"server_uuid": "49d3cf80-e374-45c3-945e-30b50ad4ebc2", "name": "network-vif-deleted", "tag": "5e742439-6216-46cc-ac73-975eeece043a"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:15:49.580699 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a233b9ff-7efc-4273-866d-33cc87c90146 x-openstack-request-id: req-a233b9ff-7efc-4273-866d-33cc87c90146 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:15:49.581019 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d3cf80-e374-45c3-945e-30b50ad4ebc2", "name": "network-vif-deleted", "tag": "5e742439-6216-46cc-ac73-975eeece043a", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:15:49.581317 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a233b9ff-7efc-4273-866d-33cc87c90146 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:15:49.581718 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a233b9ff-7efc-4273-866d-33cc87c90146'] response: {'server_uuid': '49d3cf80-e374-45c3-945e-30b50ad4ebc2', 'name': 'network-vif-deleted', 'tag': '5e742439-6216-46cc-ac73-975eeece043a', 'status': 'completed', 'code': 200} Apr 06 11:15:50.499451 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7287196b-40de-4857-bf42-79ba92bc9a62 req-ee825fbb-a01f-4872-a848-3ef896ca166b tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d3cf80-e374-45c3-945e-30b50ad4ebc2 HTTP/1.1" status: 200 len: 210 time: 0.0307231 Apr 06 11:15:51.922249 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-de7c2b83-c760-431d-b5db-14a17bfe1189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:52.014483 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1af57e-4f87-4933-b570-284c09286aa9 req-bafa420e-9ba4-449e-b398-74dce29749fb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:52.015940 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d1af57e-4f87-4933-b570-284c09286aa9 req-bafa420e-9ba4-449e-b398-74dce29749fb tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0549440 Apr 06 11:15:52.054735 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 5e742439-6216-46cc-ac73-975eeece043a no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:15:52.060992 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d1af57e-4f87-4933-b570-284c09286aa9 req-55c9af38-747d-483f-8f69-a35f719d1f9e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395377 Apr 06 11:15:52.075902 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: 5e742439-6216-46cc-ac73-975eeece043a {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:15:52.076246 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 5e742439-6216-46cc-ac73-975eeece043a not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:15:53.179395 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64987556-31ce-48c6-b7f2-9e106e0adcba req-fa0455e4-9a04-4f7a-a6e6-32cfe7cb3504 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:53.180843 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-64987556-31ce-48c6-b7f2-9e106e0adcba req-fa0455e4-9a04-4f7a-a6e6-32cfe7cb3504 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0521867 Apr 06 11:15:53.226335 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-64987556-31ce-48c6-b7f2-9e106e0adcba req-d4016e80-baf9-4d40-9b62-59b7af35ac6e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398693 Apr 06 11:15:54.027040 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:15:54.231257 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d63ec-66a9-4a46-8c25-8aa8b173e6a9 req-caaeca10-6f0d-4d23-b27a-de39b2a1a564 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:54.232697 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af6d63ec-66a9-4a46-8c25-8aa8b173e6a9 req-caaeca10-6f0d-4d23-b27a-de39b2a1a564 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0510921 Apr 06 11:15:54.259101 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b75cddb2-8240-46e8-bbf6-14564d35a21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:54.329643 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-af6d63ec-66a9-4a46-8c25-8aa8b173e6a9 req-42e419c9-42c7-4d22-99ef-93696e6aeb5e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Deleting port 797d1c25-af28-41b7-a702-c05a6fb9fa65 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:15:54.329914 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-af6d63ec-66a9-4a46-8c25-8aa8b173e6a9 req-42e419c9-42c7-4d22-99ef-93696e6aeb5e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:54.346981 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9577dee-b9ce-4d92-87e0-db3f39e2ae5b req-0a23d075-ca11-43b8-a0ed-7ac42f042df9 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:54.348443 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b9577dee-b9ce-4d92-87e0-db3f39e2ae5b req-0a23d075-ca11-43b8-a0ed-7ac42f042df9 tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 946 time: 0.0530241 Apr 06 11:15:54.398723 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b9577dee-b9ce-4d92-87e0-db3f39e2ae5b req-fc533ebb-fcf6-4bad-9054-77ba955a219d tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/security-groups?id=2156e1e5-4aae-4469-89d0-1928ff674ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Apr 06 11:15:54.417670 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-af6d63ec-66a9-4a46-8c25-8aa8b173e6a9 req-42e419c9-42c7-4d22-99ef-93696e6aeb5e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] For port 797d1c25-af28-41b7-a702-c05a6fb9fa65, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=797d1c25-af28-41b7-a702-c05a6fb9fa65,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:54.418037 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-af6d63ec-66a9-4a46-8c25-8aa8b173e6a9 req-42e419c9-42c7-4d22-99ef-93696e6aeb5e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:54.430694 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-af6d63ec-66a9-4a46-8c25-8aa8b173e6a9 req-42e419c9-42c7-4d22-99ef-93696e6aeb5e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Calling delete_port for 797d1c25-af28-41b7-a702-c05a6fb9fa65 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:15:54.624299 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-af6d63ec-66a9-4a46-8c25-8aa8b173e6a9 req-42e419c9-42c7-4d22-99ef-93696e6aeb5e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (797d1c25-af28-41b7-a702-c05a6fb9fa65), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:54.659778 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e419c9-42c7-4d22-99ef-93696e6aeb5e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Pushing event deleted for resources: {'Port': ['ID=797d1c25-af28-41b7-a702-c05a6fb9fa65,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:54.668247 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['797d1c25-af28-41b7-a702-c05a6fb9fa65'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:15:54.704113 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6d63ec-66a9-4a46-8c25-8aa8b173e6a9 req-42e419c9-42c7-4d22-99ef-93696e6aeb5e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] No DVR routers for this DVR port 797d1c25-af28-41b7-a702-c05a6fb9fa65 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:15:54.706437 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-af6d63ec-66a9-4a46-8c25-8aa8b173e6a9 req-42e419c9-42c7-4d22-99ef-93696e6aeb5e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:54.709723 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af6d63ec-66a9-4a46-8c25-8aa8b173e6a9 req-42e419c9-42c7-4d22-99ef-93696e6aeb5e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.49 "DELETE /v2.0/ports/797d1c25-af28-41b7-a702-c05a6fb9fa65 HTTP/1.1" status: 204 len: 173 time: 0.4713099 Apr 06 11:15:54.711433 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf8b16c-09f8-4fd7-a252-4129091d032b', 'name': 'network-vif-deleted', 'tag': '797d1c25-af28-41b7-a702-c05a6fb9fa65'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:15:54.712359 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ded3eb8-a4dc-4414-96f2-7a978ea6b100" -d '{"events": [{"server_uuid": "ccf8b16c-09f8-4fd7-a252-4129091d032b", "name": "network-vif-deleted", "tag": "797d1c25-af28-41b7-a702-c05a6fb9fa65"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:15:54.748107 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150f47e8-9357-4b91-92a5-3b71180c619e x-openstack-request-id: req-150f47e8-9357-4b91-92a5-3b71180c619e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:15:54.748409 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf8b16c-09f8-4fd7-a252-4129091d032b", "name": "network-vif-deleted", "tag": "797d1c25-af28-41b7-a702-c05a6fb9fa65", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:15:54.748665 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-150f47e8-9357-4b91-92a5-3b71180c619e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:15:54.749113 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150f47e8-9357-4b91-92a5-3b71180c619e'] response: {'server_uuid': 'ccf8b16c-09f8-4fd7-a252-4129091d032b', 'name': 'network-vif-deleted', 'tag': '797d1c25-af28-41b7-a702-c05a6fb9fa65', 'status': 'completed', 'code': 200} Apr 06 11:15:55.315965 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:55.503698 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-687ecd11-d8c8-4f4a-9f60-8c29ad937ae7 req-9a4e148d-40b7-4bfb-b093-07e5e7e1708e tempest-ServerRescueNegativeTestJSON-748335615 tempest-ServerRescueNegativeTestJSON-748335615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ccf8b16c-09f8-4fd7-a252-4129091d032b HTTP/1.1" status: 200 len: 210 time: 0.0271761 Apr 06 11:15:56.559851 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52444) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:56.807426 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:57.054720 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8039096'] for router_interface (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:57.331435 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Deleting port c8790155-5a1d-4834-9b3b-1b722f40dceb {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:15:57.331766 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:57.407344 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] For port c8790155-5a1d-4834-9b3b-1b722f40dceb, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=c8790155-5a1d-4834-9b3b-1b722f40dceb,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:57.407694 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:57.420281 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Calling delete_port for c8790155-5a1d-4834-9b3b-1b722f40dceb owned by network:router_interface {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:15:57.658625 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (c8790155-5a1d-4834-9b3b-1b722f40dceb), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:57.682717 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8790155-5a1d-4834-9b3b-1b722f40dceb,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:57.692234 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.692587 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.692930 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.693299 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.693636 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.694415 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.694415 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.694604 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.694924 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.695247 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.695565 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.695890 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.696307 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.696522 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.696850 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:15:57.858592 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8362772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041768'] for router_interface (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:58.061485 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:15:58.111338 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 797d1c25-af28-41b7-a702-c05a6fb9fa65 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:15:58.131160 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: 797d1c25-af28-41b7-a702-c05a6fb9fa65 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:15:58.131498 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 797d1c25-af28-41b7-a702-c05a6fb9fa65 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:15:58.168258 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:15:58.173954 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c3402022-0350-46d1-88e4-04f74858fbb0 admin admin] 10.222.0.62 "PUT /v2.0/routers/3a1a149a-33c7-4ef9-b9d9-4307d90e7c76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6130931 Apr 06 11:15:58.176433 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52452) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:58.176939 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d76aac-0a3c-4508-ac75-50556d1e1cae None None] Sync routers for ids ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:15:58.199651 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d76aac-0a3c-4508-ac75-50556d1e1cae None None] Routers {'3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:15:58.200258 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-92d76aac-0a3c-4508-ac75-50556d1e1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:15:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:58.242362 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:58.281069 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Publish callbacks [] for router (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:58.308911 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-92d76aac-0a3c-4508-ac75-50556d1e1cae None None] Set router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:15:58.489449 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-92d76aac-0a3c-4508-ac75-50556d1e1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:15:57Z', 'revision_number': 5, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:58.517090 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d76aac-0a3c-4508-ac75-50556d1e1cae None None] Checking router: 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:15:58.525434 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d76aac-0a3c-4508-ac75-50556d1e1cae None None] Routers {'3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:15:58.526046 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-92d76aac-0a3c-4508-ac75-50556d1e1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:15:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:58.593995 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Publish callbacks [] for router_gateway (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:58.629305 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-92d76aac-0a3c-4508-ac75-50556d1e1cae None None] Set router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:15:58.733478 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Deleting port 9f10eead-5656-405e-8608-bf750b1c03f0 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:15:58.734069 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (9f10eead-5656-405e-8608-bf750b1c03f0), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:58.805420 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-92d76aac-0a3c-4508-ac75-50556d1e1cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:15:57Z', 'revision_number': 5, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:15:58.814802 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] For port 9f10eead-5656-405e-8608-bf750b1c03f0, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=9f10eead-5656-405e-8608-bf750b1c03f0,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:58.815169 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (9f10eead-5656-405e-8608-bf750b1c03f0), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:58.827938 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Calling delete_port for 9f10eead-5656-405e-8608-bf750b1c03f0 owned by network:router_gateway {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:15:58.834678 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d76aac-0a3c-4508-ac75-50556d1e1cae None None] The sync data for ids ['3a1a149a-33c7-4ef9-b9d9-4307d90e7c76'] in dv-cinder-836072-2-iscsi is: [{'id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'name': 'tempest-ServerRescueNegativeTestJSON-646698462-router', 'tenant_id': '570fcc7ba7fd442190ca2be7ca059e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:15:57Z', 'revision_number': 5, 'project_id': '570fcc7ba7fd442190ca2be7ca059e29', 'gw_port': {'id': '9f10eead-5656-405e-8608-bf750b1c03f0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1a149a-33c7-4ef9-b9d9-4307d90e7c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:15:59.052715 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (9f10eead-5656-405e-8608-bf750b1c03f0), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.075052 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f10eead-5656-405e-8608-bf750b1c03f0,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:59.135138 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8041966'] for router_gateway (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.244115 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8037213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64443'] for router (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.246445 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Publish callbacks [] for router_controller (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.395762 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037204'] for router (3a1a149a-33c7-4ef9-b9d9-4307d90e7c76), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.401873 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 {{(pid=104088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:15:59.401873 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.402763 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8b584998-406d-4f17-ab78-7bacdd6bb562 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3a1a149a-33c7-4ef9-b9d9-4307d90e7c76 HTTP/1.1" status: 204 len: 168 time: 1.2254274 Apr 06 11:15:59.405379 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52454) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:59.454903 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e927f46-8ca4-4bd0-a0a3-e0185ee9efbd admin admin] Deleting subnet c89d16d6-7cbc-44e3-9652-f8b37712a880 {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:15:59.458326 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e927f46-8ca4-4bd0-a0a3-e0185ee9efbd admin admin] Publish callbacks [] for subnet (c89d16d6-7cbc-44e3-9652-f8b37712a880), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.494237 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e927f46-8ca4-4bd0-a0a3-e0185ee9efbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083784'] for subnet (c89d16d6-7cbc-44e3-9652-f8b37712a880), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.600423 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e927f46-8ca4-4bd0-a0a3-e0185ee9efbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (c89d16d6-7cbc-44e3-9652-f8b37712a880), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.745075 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e927f46-8ca4-4bd0-a0a3-e0185ee9efbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4783663'] for subnet (c89d16d6-7cbc-44e3-9652-f8b37712a880), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.774124 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e927f46-8ca4-4bd0-a0a3-e0185ee9efbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c89d16d6-7cbc-44e3-9652-f8b37712a880,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:15:59.782803 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3e927f46-8ca4-4bd0-a0a3-e0185ee9efbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.787383 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3e927f46-8ca4-4bd0-a0a3-e0185ee9efbd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c89d16d6-7cbc-44e3-9652-f8b37712a880 HTTP/1.1" status: 204 len: 168 time: 0.3808372 Apr 06 11:15:59.787628 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b53573-5099-4878-9348-5cc4913bc8e1 None None] Network 07045d9f-861e-4356-bcd4-b929f0eac50e requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:15:59.789915 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52456) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:15:59.861763 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (07045d9f-861e-4356-bcd4-b929f0eac50e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.917036 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Deleting port 4f043591-3fe9-4421-aa80-fb8f506278e2 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:15:59.917407 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.949628 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f2edfc-8f92-47dd-846d-e221d7535f9d None None] DHCP port deletion for 07045d9f-861e-4356-bcd4-b929f0eac50e request from dv-cinder-836072-2-iscsi {{(pid=104089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:15:59.983281 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] For port 4f043591-3fe9-4421-aa80-fb8f506278e2, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4f043591-3fe9-4421-aa80-fb8f506278e2,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:15:59.983659 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.996640 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Calling delete_port for 4f043591-3fe9-4421-aa80-fb8f506278e2 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:15:59.997544 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-87f2edfc-8f92-47dd-846d-e221d7535f9d None None] Deleting port 4f043591-3fe9-4421-aa80-fb8f506278e2 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:15:59.997929 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-87f2edfc-8f92-47dd-846d-e221d7535f9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.059401 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-87f2edfc-8f92-47dd-846d-e221d7535f9d None None] For port 4f043591-3fe9-4421-aa80-fb8f506278e2, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4f043591-3fe9-4421-aa80-fb8f506278e2,segment=NetworkSegment(942725e5-57f5-4221-bafa-ea36b07d3a0b),segment_id=942725e5-57f5-4221-bafa-ea36b07d3a0b)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:16:00.059800 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-87f2edfc-8f92-47dd-846d-e221d7535f9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.076047 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-87f2edfc-8f92-47dd-846d-e221d7535f9d None None] Calling delete_port for 4f043591-3fe9-4421-aa80-fb8f506278e2 owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:16:00.178969 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.205034 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f043591-3fe9-4421-aa80-fb8f506278e2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:00.212467 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] No DVR routers for this DVR port 4f043591-3fe9-4421-aa80-fb8f506278e2 on host dv-cinder-836072-2-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:16:00.285569 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (07045d9f-861e-4356-bcd4-b929f0eac50e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.306109 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07045d9f-861e-4356-bcd4-b929f0eac50e']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:16:00.316088 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942725e5-57f5-4221-bafa-ea36b07d3a0b') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:16:00.316462 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942725e5-57f5-4221-bafa-ea36b07d3a0b') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:16:00.320986 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-87f2edfc-8f92-47dd-846d-e221d7535f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567'] for port (4f043591-3fe9-4421-aa80-fb8f506278e2), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.326541 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6270634'] for segment (942725e5-57f5-4221-bafa-ea36b07d3a0b), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.339528 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (942725e5-57f5-4221-bafa-ea36b07d3a0b), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.345350 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4619377'] for segment (942725e5-57f5-4221-bafa-ea36b07d3a0b), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: Traceback (most recent call last): Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: timer() Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: cb(*args, **kw) Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: return func(*args, **kwargs) Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: self._notify() Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: self.callback(batched_events) Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: event.method(event) Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: return f(self, *a, **k) Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._get(url).json() Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: return self.request(url, 'GET', **kwargs) Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:16:00.350646 dv-cinder-836072-2-iscsi neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:16:00.352920 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2edfc-8f92-47dd-846d-e221d7535f9d None None] Pushing event deleted for resources: {'Port': ['ID=4f043591-3fe9-4421-aa80-fb8f506278e2,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:00.352920 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2edfc-8f92-47dd-846d-e221d7535f9d None None] No DVR routers for this DVR port 4f043591-3fe9-4421-aa80-fb8f506278e2 on host dv-cinder-836072-2-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:16:00.452881 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (07045d9f-861e-4356-bcd4-b929f0eac50e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.458204 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.461317 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] 10.222.0.62 "DELETE /v2.0/networks/07045d9f-861e-4356-bcd4-b929f0eac50e HTTP/1.1" status: 204 len: 168 time: 0.6703725 Apr 06 11:16:00.472210 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754152f-21d4-402e-a7f8-0ba5d42c2b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=07045d9f-861e-4356-bcd4-b929f0eac50e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:00.702455 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52460) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:00.742471 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 9f10eead-5656-405e-8608-bf750b1c03f0 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:16:00.743805 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-f1ef3202-e47b-41c8-8be4-a4e561293f30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=570fcc7ba7fd442190ca2be7ca059e29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400949 Apr 06 11:16:00.746179 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52462) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:00.762502 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 9f10eead-5656-405e-8608-bf750b1c03f0 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:16:00.762854 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 9f10eead-5656-405e-8608-bf750b1c03f0 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:16:00.763284 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device c8790155-5a1d-4834-9b3b-1b722f40dceb no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:16:00.781919 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: c8790155-5a1d-4834-9b3b-1b722f40dceb {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:16:00.782382 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device c8790155-5a1d-4834-9b3b-1b722f40dceb not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:16:00.782794 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4f043591-3fe9-4421-aa80-fb8f506278e2 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:16:00.792041 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40c62bec-340f-4771-be08-373b37481b29 admin admin] Publish callbacks [] for security_group (2156e1e5-4aae-4469-89d0-1928ff674ebd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.801937 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 4f043591-3fe9-4421-aa80-fb8f506278e2 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:16:00.802373 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4f043591-3fe9-4421-aa80-fb8f506278e2 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:16:00.814072 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40c62bec-340f-4771-be08-373b37481b29 admin admin] Publish callbacks [] for security_group (2156e1e5-4aae-4469-89d0-1928ff674ebd), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.915748 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40c62bec-340f-4771-be08-373b37481b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (2156e1e5-4aae-4469-89d0-1928ff674ebd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.918485 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40c62bec-340f-4771-be08-373b37481b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:00.919894 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-40c62bec-340f-4771-be08-373b37481b29 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2156e1e5-4aae-4469-89d0-1928ff674ebd HTTP/1.1" status: 204 len: 168 time: 0.1728303 Apr 06 11:16:00.927433 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c62bec-340f-4771-be08-373b37481b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2156e1e5-4aae-4469-89d0-1928ff674ebd,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:03.155287 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52508) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:03.257380 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0235da4-d061-4ed1-8719-df353b2e9bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:03.349631 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0235da4-d061-4ed1-8719-df353b2e9bb4 admin admin] Publish callbacks [] for security_group (d32b4da9-dec2-4959-acc1-2038f2f0663e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:03.429685 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b0235da4-d061-4ed1-8719-df353b2e9bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (d32b4da9-dec2-4959-acc1-2038f2f0663e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:03.466960 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0235da4-d061-4ed1-8719-df353b2e9bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32b4da9-dec2-4959-acc1-2038f2f0663e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:03.471122 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b0235da4-d061-4ed1-8719-df353b2e9bb4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd796dd8c36a4bb7a248d1775adaa7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148310 Apr 06 11:16:03.473751 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52512) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:03.519632 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-698682a2-ccd2-4181-9631-1371a1b88951 admin admin] Publish callbacks [] for security_group (d32b4da9-dec2-4959-acc1-2038f2f0663e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:03.540305 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-698682a2-ccd2-4181-9631-1371a1b88951 admin admin] Publish callbacks [] for security_group (d32b4da9-dec2-4959-acc1-2038f2f0663e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:03.641329 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-698682a2-ccd2-4181-9631-1371a1b88951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (d32b4da9-dec2-4959-acc1-2038f2f0663e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:03.643954 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-698682a2-ccd2-4181-9631-1371a1b88951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:03.645130 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-698682a2-ccd2-4181-9631-1371a1b88951 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d32b4da9-dec2-4959-acc1-2038f2f0663e HTTP/1.1" status: 204 len: 168 time: 0.1704195 Apr 06 11:16:03.653880 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698682a2-ccd2-4181-9631-1371a1b88951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32b4da9-dec2-4959-acc1-2038f2f0663e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:04.211759 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52520) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:04.224629 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ef69075-e15b-4ffb-823b-256b7c9d5e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:04.296477 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ef69075-e15b-4ffb-823b-256b7c9d5e66 admin admin] Publish callbacks [] for security_group (2f430bf6-b4f2-45df-b35c-ea3fa1536233), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:04.350135 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ef69075-e15b-4ffb-823b-256b7c9d5e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (2f430bf6-b4f2-45df-b35c-ea3fa1536233), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:04.392451 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8ef69075-e15b-4ffb-823b-256b7c9d5e66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7674fb981ab846f99f4b8f7647ead115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794639 Apr 06 11:16:04.393275 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef69075-e15b-4ffb-823b-256b7c9d5e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f430bf6-b4f2-45df-b35c-ea3fa1536233,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:04.395055 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52522) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:04.442117 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66a21ca2-02b2-467f-b05b-b16a94ab3b4b admin admin] Publish callbacks [] for security_group (2f430bf6-b4f2-45df-b35c-ea3fa1536233), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:04.461978 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66a21ca2-02b2-467f-b05b-b16a94ab3b4b admin admin] Publish callbacks [] for security_group (2f430bf6-b4f2-45df-b35c-ea3fa1536233), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:04.561125 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66a21ca2-02b2-467f-b05b-b16a94ab3b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (2f430bf6-b4f2-45df-b35c-ea3fa1536233), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:04.563780 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-66a21ca2-02b2-467f-b05b-b16a94ab3b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:04.564918 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-66a21ca2-02b2-467f-b05b-b16a94ab3b4b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f430bf6-b4f2-45df-b35c-ea3fa1536233 HTTP/1.1" status: 204 len: 168 time: 0.1687527 Apr 06 11:16:04.572948 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a21ca2-02b2-467f-b05b-b16a94ab3b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f430bf6-b4f2-45df-b35c-ea3fa1536233,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:08.748488 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52594) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:08.849685 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac4f7-b06d-4cac-ad65-8da76644cbf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:08.921212 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac4f7-b06d-4cac-ad65-8da76644cbf9 admin admin] Publish callbacks [] for security_group (0a61cc49-6f33-4ae0-93f6-750be4a6f1c2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:08.966491 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac4f7-b06d-4cac-ad65-8da76644cbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (0a61cc49-6f33-4ae0-93f6-750be4a6f1c2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:09.003959 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-fa9ac4f7-b06d-4cac-ad65-8da76644cbf9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64385b5a0b024c9bb5aecefd5b861f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543666 Apr 06 11:16:09.005076 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ac4f7-b06d-4cac-ad65-8da76644cbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a61cc49-6f33-4ae0-93f6-750be4a6f1c2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:09.006821 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52598) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:09.054471 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfc223b8-e906-42de-b66a-8300c1430d93 admin admin] Publish callbacks [] for security_group (0a61cc49-6f33-4ae0-93f6-750be4a6f1c2), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:09.078734 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfc223b8-e906-42de-b66a-8300c1430d93 admin admin] Publish callbacks [] for security_group (0a61cc49-6f33-4ae0-93f6-750be4a6f1c2), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:09.166571 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfc223b8-e906-42de-b66a-8300c1430d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (0a61cc49-6f33-4ae0-93f6-750be4a6f1c2), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:09.169100 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-dfc223b8-e906-42de-b66a-8300c1430d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:09.170496 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-dfc223b8-e906-42de-b66a-8300c1430d93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a61cc49-6f33-4ae0-93f6-750be4a6f1c2 HTTP/1.1" status: 204 len: 168 time: 0.1619577 Apr 06 11:16:09.179047 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc223b8-e906-42de-b66a-8300c1430d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a61cc49-6f33-4ae0-93f6-750be4a6f1c2,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:09.724917 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52604) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:09.738537 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ef22ce4-9e85-4216-a85e-373f755e6a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:09.810208 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ef22ce4-9e85-4216-a85e-373f755e6a8b admin admin] Publish callbacks [] for security_group (fbb30a99-6b18-4112-9136-400bc20eff0a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:09.869214 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ef22ce4-9e85-4216-a85e-373f755e6a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (fbb30a99-6b18-4112-9136-400bc20eff0a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:09.905890 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9ef22ce4-9e85-4216-a85e-373f755e6a8b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=605053cc0e2e43a0a9f9fb70399b8e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798701 Apr 06 11:16:09.906982 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef22ce4-9e85-4216-a85e-373f755e6a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb30a99-6b18-4112-9136-400bc20eff0a,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:09.908717 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52606) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:09.956108 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfbaaf15-27ee-47ac-8d1a-a0b9d448f2d1 admin admin] Publish callbacks [] for security_group (fbb30a99-6b18-4112-9136-400bc20eff0a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:09.977029 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfbaaf15-27ee-47ac-8d1a-a0b9d448f2d1 admin admin] Publish callbacks [] for security_group (fbb30a99-6b18-4112-9136-400bc20eff0a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:10.092757 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfbaaf15-27ee-47ac-8d1a-a0b9d448f2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (fbb30a99-6b18-4112-9136-400bc20eff0a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:10.095356 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bfbaaf15-27ee-47ac-8d1a-a0b9d448f2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:10.096591 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-bfbaaf15-27ee-47ac-8d1a-a0b9d448f2d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fbb30a99-6b18-4112-9136-400bc20eff0a HTTP/1.1" status: 204 len: 168 time: 0.1868126 Apr 06 11:16:10.104324 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaaf15-27ee-47ac-8d1a-a0b9d448f2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb30a99-6b18-4112-9136-400bc20eff0a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:16.069701 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:19.268791 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-50237ed9-1ea3-4069-b530-b24fca3c9b36 req-726ce9a4-9fca-4676-84d0-c36e400ec5f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462272 Apr 06 11:16:19.378669 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50237ed9-1ea3-4069-b530-b24fca3c9b36 req-0af03198-3fa3-4683-b1a9-95edc2c30526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:19.380141 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-50237ed9-1ea3-4069-b530-b24fca3c9b36 req-0af03198-3fa3-4683-b1a9-95edc2c30526 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 1129 time: 0.0458472 Apr 06 11:16:19.479774 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50237ed9-1ea3-4069-b530-b24fca3c9b36 req-efda9720-5d27-4a3d-ab55-d5f6041ccc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:19.481225 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-50237ed9-1ea3-4069-b530-b24fca3c9b36 req-efda9720-5d27-4a3d-ab55-d5f6041ccc83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a731990e-ef5a-45e6-9019-7f964cfe85bf HTTP/1.1" status: 200 len: 911 time: 0.0822093 Apr 06 11:16:19.547956 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-50237ed9-1ea3-4069-b530-b24fca3c9b36 req-b9abd978-ff95-4aed-a0c8-319ebc1d38ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 HTTP/1.1" status: 200 len: 999 time: 0.0596538 Apr 06 11:16:19.594146 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50237ed9-1ea3-4069-b530-b24fca3c9b36 req-a0a56fb1-54cf-493e-ab85-f17f622b77c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:19.595515 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-50237ed9-1ea3-4069-b530-b24fca3c9b36 req-a0a56fb1-54cf-493e-ab85-f17f622b77c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec6ff60-8e86-42a1-8b1f-3cb289d760bb HTTP/1.1" status: 200 len: 849 time: 0.0416725 Apr 06 11:16:19.643910 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50237ed9-1ea3-4069-b530-b24fca3c9b36 req-4c36dfa1-7bf8-46df-9dfa-8ec2f8fa5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:19.645696 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-50237ed9-1ea3-4069-b530-b24fca3c9b36 req-4c36dfa1-7bf8-46df-9dfa-8ec2f8fa5a89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a731990e-ef5a-45e6-9019-7f964cfe85bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425637 Apr 06 11:16:19.762675 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-50237ed9-1ea3-4069-b530-b24fca3c9b36 req-ee649ccb-f231-4566-bbb0-bc3ac05fd44c service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102204 Apr 06 11:16:19.849758 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-50237ed9-1ea3-4069-b530-b24fca3c9b36 req-9e51b76b-0079-4f67-8032-9cbcc573a1c7 service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794165 Apr 06 11:16:21.903832 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cbdb17b2-2813-4453-a1df-da1093c5d9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:24.241005 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-85acb511-e815-45fc-aa56-9ad9a1aad541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:24.439827 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52750) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:24.544895 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ab048c77-1bf2-4039-8abc-e97cdbb2ec37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:24.615797 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ab048c77-1bf2-4039-8abc-e97cdbb2ec37 admin admin] Publish callbacks [] for security_group (48ee5026-a191-4483-b494-38eb8f1f3063), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:24.663362 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ab048c77-1bf2-4039-8abc-e97cdbb2ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (48ee5026-a191-4483-b494-38eb8f1f3063), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:24.702216 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ab048c77-1bf2-4039-8abc-e97cdbb2ec37 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37dcab1c4507426b95181a0c68d88e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613032 Apr 06 11:16:24.703053 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab048c77-1bf2-4039-8abc-e97cdbb2ec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ee5026-a191-4483-b494-38eb8f1f3063,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:24.704933 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52754) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:24.751701 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00ab21a4-28e1-4bc8-b997-485229deef34 admin admin] Publish callbacks [] for security_group (48ee5026-a191-4483-b494-38eb8f1f3063), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:24.771373 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00ab21a4-28e1-4bc8-b997-485229deef34 admin admin] Publish callbacks [] for security_group (48ee5026-a191-4483-b494-38eb8f1f3063), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:24.869098 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00ab21a4-28e1-4bc8-b997-485229deef34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (48ee5026-a191-4483-b494-38eb8f1f3063), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:24.871485 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-00ab21a4-28e1-4bc8-b997-485229deef34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:24.872587 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-00ab21a4-28e1-4bc8-b997-485229deef34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48ee5026-a191-4483-b494-38eb8f1f3063 HTTP/1.1" status: 204 len: 168 time: 0.1665804 Apr 06 11:16:24.880027 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab21a4-28e1-4bc8-b997-485229deef34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ee5026-a191-4483-b494-38eb8f1f3063,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:25.344203 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:25.445977 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52760) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:25.459882 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-127d587b-fd16-4ee2-b1e6-455c3fa47357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:25.531335 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-127d587b-fd16-4ee2-b1e6-455c3fa47357 admin admin] Publish callbacks [] for security_group (30f48c54-c233-4b09-9e80-330a53f5464c), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:25.571978 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-127d587b-fd16-4ee2-b1e6-455c3fa47357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (30f48c54-c233-4b09-9e80-330a53f5464c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:25.608990 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-127d587b-fd16-4ee2-b1e6-455c3fa47357 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8cfc65b932b14ef29b512d8bbfda8bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619329 Apr 06 11:16:25.609693 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d587b-fd16-4ee2-b1e6-455c3fa47357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f48c54-c233-4b09-9e80-330a53f5464c,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:25.612094 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52762) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:25.659014 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-610d83a9-68ed-4cbf-b1a0-9617bfc8c5c8 admin admin] Publish callbacks [] for security_group (30f48c54-c233-4b09-9e80-330a53f5464c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:25.679359 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-610d83a9-68ed-4cbf-b1a0-9617bfc8c5c8 admin admin] Publish callbacks [] for security_group (30f48c54-c233-4b09-9e80-330a53f5464c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:25.789679 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-610d83a9-68ed-4cbf-b1a0-9617bfc8c5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (30f48c54-c233-4b09-9e80-330a53f5464c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:25.792427 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-610d83a9-68ed-4cbf-b1a0-9617bfc8c5c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:25.793604 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-610d83a9-68ed-4cbf-b1a0-9617bfc8c5c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30f48c54-c233-4b09-9e80-330a53f5464c HTTP/1.1" status: 204 len: 168 time: 0.1805279 Apr 06 11:16:25.802121 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d83a9-68ed-4cbf-b1a0-9617bfc8c5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f48c54-c233-4b09-9e80-330a53f5464c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:26.354197 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52768) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:26.367591 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad533de4-6de2-4489-81f9-09a899741c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:26.441672 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad533de4-6de2-4489-81f9-09a899741c37 admin admin] Publish callbacks [] for security_group (ca0294d9-ef8a-49d5-b1dc-7b43b5f67226), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:26.486262 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ad533de4-6de2-4489-81f9-09a899741c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (ca0294d9-ef8a-49d5-b1dc-7b43b5f67226), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:26.524621 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ad533de4-6de2-4489-81f9-09a899741c37 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b0f5b30ece1443a9b9edbf8114ecae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693838 Apr 06 11:16:26.525491 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad533de4-6de2-4489-81f9-09a899741c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0294d9-ef8a-49d5-b1dc-7b43b5f67226,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:26.527473 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52770) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:26.573999 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e65a79f-dd33-4188-8788-24e5f960f3e9 admin admin] Publish callbacks [] for security_group (ca0294d9-ef8a-49d5-b1dc-7b43b5f67226), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:26.594914 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e65a79f-dd33-4188-8788-24e5f960f3e9 admin admin] Publish callbacks [] for security_group (ca0294d9-ef8a-49d5-b1dc-7b43b5f67226), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:26.686400 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e65a79f-dd33-4188-8788-24e5f960f3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (ca0294d9-ef8a-49d5-b1dc-7b43b5f67226), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:26.688930 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4e65a79f-dd33-4188-8788-24e5f960f3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:26.690173 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-4e65a79f-dd33-4188-8788-24e5f960f3e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca0294d9-ef8a-49d5-b1dc-7b43b5f67226 HTTP/1.1" status: 204 len: 168 time: 0.1616921 Apr 06 11:16:26.697983 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65a79f-dd33-4188-8788-24e5f960f3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0294d9-ef8a-49d5-b1dc-7b43b5f67226,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:26.806522 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:28.269237 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:31.025048 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:16:38.977083 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb6d7e-cc3e-4f90-8a8a-ea697d227fa6 req-e45b68b9-d2dd-4fda-b3ca-defbd6d13822 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:38.978568 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-09bb6d7e-cc3e-4f90-8a8a-ea697d227fa6 req-e45b68b9-d2dd-4fda-b3ca-defbd6d13822 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0553353 Apr 06 11:16:39.026431 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-09bb6d7e-cc3e-4f90-8a8a-ea697d227fa6 req-191890fd-bf7a-49c5-8690-7c8efaebd92b tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410922 Apr 06 11:16:39.877549 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52880) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:39.978065 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6294fc7-f36a-4e86-846b-f9b717c2160d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:40.047826 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6294fc7-f36a-4e86-846b-f9b717c2160d admin admin] Publish callbacks [] for security_group (e19b8bf5-5fd3-4003-9dda-fcecc718bee9), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:40.103606 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d6294fc7-f36a-4e86-846b-f9b717c2160d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (e19b8bf5-5fd3-4003-9dda-fcecc718bee9), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:40.141495 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d6294fc7-f36a-4e86-846b-f9b717c2160d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c39898b06310419d8206953b11d0c6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627745 Apr 06 11:16:40.142360 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6294fc7-f36a-4e86-846b-f9b717c2160d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19b8bf5-5fd3-4003-9dda-fcecc718bee9,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:40.142744 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd5fb1-0f3e-4a92-9f64-b8009f822774 req-ec8f8834-28a1-4e31-a179-6955e3205171 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:40.144761 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eddd5fb1-0f3e-4a92-9f64-b8009f822774 req-ec8f8834-28a1-4e31-a179-6955e3205171 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0523307 Apr 06 11:16:40.145393 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52886) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:40.214586 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-eddd5fb1-0f3e-4a92-9f64-b8009f822774 req-143cf78a-19db-4403-b375-0a4f87660c31 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633171 Apr 06 11:16:40.224543 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8263a373-fb94-4333-9946-879de8a75351 admin admin] Publish callbacks [] for security_group (e19b8bf5-5fd3-4003-9dda-fcecc718bee9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:40.246544 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8263a373-fb94-4333-9946-879de8a75351 admin admin] Publish callbacks [] for security_group (e19b8bf5-5fd3-4003-9dda-fcecc718bee9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:40.372059 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8263a373-fb94-4333-9946-879de8a75351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (e19b8bf5-5fd3-4003-9dda-fcecc718bee9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:40.374568 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8263a373-fb94-4333-9946-879de8a75351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:40.375700 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8263a373-fb94-4333-9946-879de8a75351 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e19b8bf5-5fd3-4003-9dda-fcecc718bee9 HTTP/1.1" status: 204 len: 168 time: 0.2294157 Apr 06 11:16:40.384129 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263a373-fb94-4333-9946-879de8a75351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19b8bf5-5fd3-4003-9dda-fcecc718bee9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:41.119814 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-978593ef-fe77-4119-b2b1-1fb2faa261bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:41.121341 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-978593ef-fe77-4119-b2b1-1fb2faa261bb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0537546 Apr 06 11:16:41.215455 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Deleting port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:16:41.216075 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:41.312826 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] For port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:16:41.313502 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:41.345504 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77b414-8e08-46d4-98df-f3a50fcdacdb req-4d7d47b2-aa7b-4b80-8293-b632f818e092 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:41.347503 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5a77b414-8e08-46d4-98df-f3a50fcdacdb req-4d7d47b2-aa7b-4b80-8293-b632f818e092 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 945 time: 0.0547626 Apr 06 11:16:41.405664 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5a77b414-8e08-46d4-98df-f3a50fcdacdb req-c3ce42d9-5456-46ef-a449-ad055c2179ad tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=28053499-a4b9-45b8-ac1e-258e2c0850c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518944 Apr 06 11:16:41.494480 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:41.494846 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (e3a0f724-7408-4f2b-9713-dfa6c051d101), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:41.495171 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Floating IP e3a0f724-7408-4f2b-9713-dfa6c051d101 disassociated. External IP: 172.27.3.4, port: ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9. Apr 06 11:16:41.495513 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Calling delete_port for ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:16:41.692513 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:41.720651 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event deleted for resources: {'Port': ['ID=ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:41.842097 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Router df140f47-9df1-4be6-82a6-fa1e52d7acb9 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:16:41.953561 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:16:41.966948 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3fce2-505a-48fe-8014-a92921cebcc9 None None] Sync routers for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:16:41.984046 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3fce2-505a-48fe-8014-a92921cebcc9 None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:16:41.984736 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-a4a3fce2-505a-48fe-8014-a92921cebcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:16:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:16:41.996775 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] No DVR routers for this DVR port ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:16:41.999363 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:42.002821 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67cc68f0-c60d-4f56-9369-9b739e40e235 req-3980fc10-0aa9-4c7f-b5f6-0655b808e96c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.49 "DELETE /v2.0/ports/ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 HTTP/1.1" status: 204 len: 173 time: 0.8754125 Apr 06 11:16:42.003251 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'name': 'network-vif-deleted', 'tag': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:16:42.005517 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94d8cf3-2291-4cf1-84a4-6ca35a67982e" -d '{"events": [{"server_uuid": "3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0", "name": "network-vif-deleted", "tag": "ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:16:42.063730 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15edec1-b9d5-479a-b492-05578eb2bd88 x-openstack-request-id: req-b15edec1-b9d5-479a-b492-05578eb2bd88 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:16:42.063730 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0", "name": "network-vif-deleted", "tag": "ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:16:42.063730 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b15edec1-b9d5-479a-b492-05578eb2bd88 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:16:42.063730 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15edec1-b9d5-479a-b492-05578eb2bd88'] response: {'server_uuid': '3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0', 'name': 'network-vif-deleted', 'tag': 'ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9', 'status': 'completed', 'code': 200} Apr 06 11:16:42.098852 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-a4a3fce2-505a-48fe-8014-a92921cebcc9 None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:16:42.307401 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-a4a3fce2-505a-48fe-8014-a92921cebcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:16:42.416332 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3fce2-505a-48fe-8014-a92921cebcc9 None None] Checking router: df140f47-9df1-4be6-82a6-fa1e52d7acb9 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:16:42.426969 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3fce2-505a-48fe-8014-a92921cebcc9 None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:16:42.427579 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-a4a3fce2-505a-48fe-8014-a92921cebcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:16:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:16:42.513452 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8d13b0dc-8ee5-45bc-af55-87af5df179d9 req-1cb19be6-984f-4270-a624-9a57b4696ed3 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f3068a8-3855-4bbc-8fd9-a5de38ca9fa0 HTTP/1.1" status: 200 len: 210 time: 0.0279644 Apr 06 11:16:42.537318 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-a4a3fce2-505a-48fe-8014-a92921cebcc9 None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:16:42.733562 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-a4a3fce2-505a-48fe-8014-a92921cebcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:16:42.761914 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a3fce2-505a-48fe-8014-a92921cebcc9 None None] The sync data for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi is: [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:16:42.975533 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be42b702-1187-4986-91d7-0e5dc303ecd5 None None] New status for floating IP e3a0f724-7408-4f2b-9713-dfa6c051d101: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:16:43.658773 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52930) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:43.712887 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group (28053499-a4b9-45b8-ac1e-258e2c0850c1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:43.738326 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group (28053499-a4b9-45b8-ac1e-258e2c0850c1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:43.817924 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (28053499-a4b9-45b8-ac1e-258e2c0850c1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:43.820368 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:43.821542 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "DELETE /v2.0/security-groups/28053499-a4b9-45b8-ac1e-258e2c0850c1 HTTP/1.1" status: 204 len: 168 time: 0.1611099 Apr 06 11:16:43.824318 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52932) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:43.830349 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28053499-a4b9-45b8-ac1e-258e2c0850c1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:43.837811 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.838158 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.838500 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.838846 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.839178 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.839403 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.api.v2.resource [None req-4e492099-581c-4094-87d5-e87a95a1c9d4 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] show failed (client error): The resource could not be found. Apr 06 11:16:43.839625 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.839934 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.840261 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.840478 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-4e492099-581c-4094-87d5-e87a95a1c9d4 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups/28053499-a4b9-45b8-ac1e-258e2c0850c1 HTTP/1.1" status: 404 len: 347 time: 0.0150928 Apr 06 11:16:43.840601 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.840904 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.841253 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.841576 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.841896 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.842215 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.842531 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcbfee1-bcdf-4fde-a049-6e6b1a0c3cab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:43.843254 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 52934) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:43.966936 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-073da22f-192e-4ff6-a894-50f1b6cf7414 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Deleting port 8f987c07-d7cd-4b5c-bf34-21acdfec88ed {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:16:43.967301 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-073da22f-192e-4ff6-a894-50f1b6cf7414 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (8f987c07-d7cd-4b5c-bf34-21acdfec88ed), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.042233 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-073da22f-192e-4ff6-a894-50f1b6cf7414 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (8f987c07-d7cd-4b5c-bf34-21acdfec88ed), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.042560 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-073da22f-192e-4ff6-a894-50f1b6cf7414 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (8f987c07-d7cd-4b5c-bf34-21acdfec88ed), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.054473 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-073da22f-192e-4ff6-a894-50f1b6cf7414 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Calling delete_port for 8f987c07-d7cd-4b5c-bf34-21acdfec88ed owned by network:floatingip {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:16:44.257769 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-073da22f-192e-4ff6-a894-50f1b6cf7414 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (8f987c07-d7cd-4b5c-bf34-21acdfec88ed), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.287569 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073da22f-192e-4ff6-a894-50f1b6cf7414 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event deleted for resources: {'Port': ['ID=8f987c07-d7cd-4b5c-bf34-21acdfec88ed,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:44.345615 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-073da22f-192e-4ff6-a894-50f1b6cf7414 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (e3a0f724-7408-4f2b-9713-dfa6c051d101), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.348328 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-073da22f-192e-4ff6-a894-50f1b6cf7414 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.349486 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-073da22f-192e-4ff6-a894-50f1b6cf7414 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "DELETE /v2.0/floatingips/e3a0f724-7408-4f2b-9713-dfa6c051d101 HTTP/1.1" status: 204 len: 168 time: 0.5052650 Apr 06 11:16:44.370565 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:16:44.392157 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:16:44.392504 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device ad929a0c-e95b-42a6-8f32-b3a14cbb6ef9 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:16:44.703539 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52956) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:44.703994 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-ef5f4b0d-9c5b-4ec7-8fe7-9e96bc494c35 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--791856984', 'description': 'tempest-description--1407546893'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:16:44.783756 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4b0d-9c5b-4ec7-8fe7-9e96bc494c35 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.848198 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4b0d-9c5b-4ec7-8fe7-9e96bc494c35 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group (05611ae2-1fe2-4d97-98c8-8f719904ae94), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.920867 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4b0d-9c5b-4ec7-8fe7-9e96bc494c35 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (05611ae2-1fe2-4d97-98c8-8f719904ae94), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.949836 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f4b0d-9c5b-4ec7-8fe7-9e96bc494c35 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05611ae2-1fe2-4d97-98c8-8f719904ae94,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:45.003740 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4b0d-9c5b-4ec7-8fe7-9e96bc494c35 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:45.005048 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-ef5f4b0d-9c5b-4ec7-8fe7-9e96bc494c35 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3048329 Apr 06 11:16:45.007881 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52966) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:45.014900 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1d8d93dc-ff0d-43f9-8542-d90f303bfd1a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Request body: {'security_group_rule': {'security_group_id': '05611ae2-1fe2-4d97-98c8-8f719904ae94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:16:45.097559 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1d8d93dc-ff0d-43f9-8542-d90f303bfd1a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group_rule (793b03b1-6c58-45a1-8a36-df1c08f66be8), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:45.151043 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1d8d93dc-ff0d-43f9-8542-d90f303bfd1a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group_rule (793b03b1-6c58-45a1-8a36-df1c08f66be8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:45.223811 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1d8d93dc-ff0d-43f9-8542-d90f303bfd1a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (793b03b1-6c58-45a1-8a36-df1c08f66be8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:45.241165 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d93dc-ff0d-43f9-8542-d90f303bfd1a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793b03b1-6c58-45a1-8a36-df1c08f66be8,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:45.397580 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1d8d93dc-ff0d-43f9-8542-d90f303bfd1a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:45.398738 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-1d8d93dc-ff0d-43f9-8542-d90f303bfd1a tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3895514 Apr 06 11:16:45.401820 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52974) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:45.406046 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5f30fe89-d163-4358-8037-1c58d75909fb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Request body: {'security_group_rule': {'security_group_id': '05611ae2-1fe2-4d97-98c8-8f719904ae94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:16:45.497046 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f30fe89-d163-4358-8037-1c58d75909fb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group_rule (8633747a-2479-4145-b6dd-983b9bf9ac22), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:45.554384 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f30fe89-d163-4358-8037-1c58d75909fb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group_rule (8633747a-2479-4145-b6dd-983b9bf9ac22), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:45.600184 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f30fe89-d163-4358-8037-1c58d75909fb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (8633747a-2479-4145-b6dd-983b9bf9ac22), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:45.618016 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30fe89-d163-4358-8037-1c58d75909fb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8633747a-2479-4145-b6dd-983b9bf9ac22,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:45.676707 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5f30fe89-d163-4358-8037-1c58d75909fb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:45.677998 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5f30fe89-d163-4358-8037-1c58d75909fb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2752557 Apr 06 11:16:45.681015 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 52978) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:45.685934 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:16:45.760519 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:45.854383 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:45.964974 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Allocated IP 172.27.3.36 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:16:46.040294 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:46.064530 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for port (ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:46.178143 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:46.232757 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:16:46.232757 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:16:46.238346 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:16:46.271317 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event updated for resources: {'Port': ['ID=ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:46.331167 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (a138cd8e-aa1e-40f6-9310-34bf1f664e32), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:46.428055 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:46.581622 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for port (ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:46.646258 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:46.719156 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event updated for resources: {'Port': ['ID=ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:46.731192 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (a138cd8e-aa1e-40f6-9310-34bf1f664e32), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:46.814131 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:46.815366 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-1a9bb7a5-f748-49c7-99c9-bae3f86d60da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1329429 Apr 06 11:16:46.996816 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53002) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:47.009880 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-cc5f0943-34f8-4250-bbc8-e94f05ed229c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--791856984&fields=id&tenant_id=866279fd7e7342ada14b63bbbd3d64be HTTP/1.1" status: 200 len: 267 time: 0.0418174 Apr 06 11:16:47.098612 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06ca3a2e-0294-4b61-a3ce-7e3cc28b5dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:47.115662 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-c649a3b3-fd2e-4007-a33d-0ca0213025a9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:47.117126 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-c649a3b3-fd2e-4007-a33d-0ca0213025a9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/networks?id=a731990e-ef5a-45e6-9019-7f964cfe85bf HTTP/1.1" status: 200 len: 810 time: 0.1006818 Apr 06 11:16:47.131169 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-ee214b6f-e119-442c-b6c0-ff6d743de22c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/quotas/866279fd7e7342ada14b63bbbd3d64be HTTP/1.1" status: 200 len: 375 time: 0.0087223 Apr 06 11:16:47.170369 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06ca3a2e-0294-4b61-a3ce-7e3cc28b5dcf admin admin] Publish callbacks [] for security_group (da53e37b-8bbf-41be-8fcc-32767b187d61), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:47.186173 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-e825f120-cdad-41d2-88f3-b683e84ca3d0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494940 Apr 06 11:16:47.234780 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-06ca3a2e-0294-4b61-a3ce-7e3cc28b5dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (da53e37b-8bbf-41be-8fcc-32767b187d61), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:47.272841 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-06ca3a2e-0294-4b61-a3ce-7e3cc28b5dcf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a8a2991dc3184a869b48a4ea0ebec8c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748163 Apr 06 11:16:47.274150 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca3a2e-0294-4b61-a3ce-7e3cc28b5dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da53e37b-8bbf-41be-8fcc-32767b187d61,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:47.276572 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53008) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:47.325108 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8ced09f-cf51-460c-9846-75d6d861f8c4 admin admin] Publish callbacks [] for security_group (da53e37b-8bbf-41be-8fcc-32767b187d61), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:47.329711 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-fa6511c1-a711-4b18-8067-1488e9e8e8fe service neutron] 10.222.0.62 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325960 Apr 06 11:16:47.343958 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8ced09f-cf51-460c-9846-75d6d861f8c4 admin admin] Publish callbacks [] for security_group (da53e37b-8bbf-41be-8fcc-32767b187d61), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:47.418283 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-9cc7789c-f8a1-4476-b3f7-575d57a14d36 service neutron] 10.222.0.62 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822165 Apr 06 11:16:47.452117 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8ced09f-cf51-460c-9846-75d6d861f8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (da53e37b-8bbf-41be-8fcc-32767b187d61), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:47.454700 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-e8ced09f-cf51-460c-9846-75d6d861f8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:47.455844 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-e8ced09f-cf51-460c-9846-75d6d861f8c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da53e37b-8bbf-41be-8fcc-32767b187d61 HTTP/1.1" status: 204 len: 168 time: 0.1783590 Apr 06 11:16:47.464298 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ced09f-cf51-460c-9846-75d6d861f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da53e37b-8bbf-41be-8fcc-32767b187d61,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:47.636686 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-11667bb6-dd75-453f-967b-c57be0a99e55 req-9ab8a1f0-7463-4fe6-af76-6e09e0e8f6b3 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 210 time: 0.0301278 Apr 06 11:16:48.733167 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d862a1e6-4650-421d-ba76-2007c54c131d req-5fa21d83-1a94-4b3c-a413-4b272ba74cfe tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 210 time: 0.0278368 Apr 06 11:16:49.646838 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-c0424ff1-80bc-48de-b75f-5df60d3c4848 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:49.648274 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-c0424ff1-80bc-48de-b75f-5df60d3c4848 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.49 "GET /v2.0/networks?id=a731990e-ef5a-45e6-9019-7f964cfe85bf HTTP/1.1" status: 200 len: 810 time: 0.0996585 Apr 06 11:16:49.723375 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-af50d032-0898-46b2-8f49-17965c12ad18 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=866279fd7e7342ada14b63bbbd3d64be HTTP/1.1" status: 200 len: 379 time: 0.0529978 Apr 06 11:16:49.732824 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Request body: {'port': {'device_id': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'admin_state_up': True, 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'security_groups': ['05611ae2-1fe2-4d97-98c8-8f719904ae94']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:16:49.846145 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2b54b09f-e7b5-4612-bc54-f5f5eb41888b req-798a327c-0ba1-4d01-8bf4-59a65a222e46 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 210 time: 0.0400903 Apr 06 11:16:49.937624 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Made reservation on behalf of 866279fd7e7342ada14b63bbbd3d64be for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:16:49.940921 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:50.067150 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Allocated IP 172.20.0.9 (a731990e-ef5a-45e6-9019-7f964cfe85bf/9ec6ff60-8e86-42a1-8b1f-3cb289d760bb/5232d6c1-14e8-4b81-a9ab-729e08c410e2) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:16:50.226330 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:50.326940 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:50.366068 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Network a731990e-ef5a-45e6-9019-7f964cfe85bf is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:16:50.368903 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:16:50.371226 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:16:50.406361 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event updated for resources: {'Port': ['ID=5232d6c1-14e8-4b81-a9ab-729e08c410e2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:50.430528 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:50.431138 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:50.523568 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-0eb9dce2-a5d2-4074-a94b-bc883ff6b1ab tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7941673 Apr 06 11:16:50.549787 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Request body: {'port': {'device_id': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:16:50.580708 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-7236992f-8aa4-4ab9-b8a5-c79d7e38e430 None None] Provisioning complete for port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:16:50.581317 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7236992f-8aa4-4ab9-b8a5-c79d7e38e430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:50.610923 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:50.614633 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-7236992f-8aa4-4ab9-b8a5-c79d7e38e430 None None] Port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:16:50.963875 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c40fcd-de70-4c4d-9cac-3b8c7c859e2d req-3455a554-a2fe-4082-a2d0-bebda90a2afc tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:50.965345 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d0c40fcd-de70-4c4d-9cac-3b8c7c859e2d req-3455a554-a2fe-4082-a2d0-bebda90a2afc tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 931 time: 0.0507488 Apr 06 11:16:51.014936 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d0c40fcd-de70-4c4d-9cac-3b8c7c859e2d req-8840f1ee-3d7f-4c2e-861d-1ce0a62e241d tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438282 Apr 06 11:16:51.123601 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5232d6c1-14e8-4b81-a9ab-729e08c410e2 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:16:51.131221 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Publish callbacks [] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:51.143792 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Transition to ACTIVE for port object 5232d6c1-14e8-4b81-a9ab-729e08c410e2 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:16:51.228965 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:51.295153 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Pushing event updated for resources: {'Port': ['ID=5232d6c1-14e8-4b81-a9ab-729e08c410e2,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:51.352297 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Attempting to bind port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:16:51.352578 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Attempting to bind port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:16:51.352921 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Attempting to bind port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 on network a731990e-ef5a-45e6-9019-7f964cfe85bf {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:16:51.357757 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 on network a731990e-ef5a-45e6-9019-7f964cfe85bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:16:51.358182 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Attempting to bind port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 on network a731990e-ef5a-45e6-9019-7f964cfe85bf {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:16:51.363483 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:16:51.363907 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Checking segment: {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:16:51.364378 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Bound using segment: {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:16:51.364878 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Bound port: 5232d6c1-14e8-4b81-a9ab-729e08c410e2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004ba62c-a31a-4a2e-94e9-87138a9a1a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:16:51.365330 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:51.432689 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] For port 5232d6c1-14e8-4b81-a9ab-729e08c410e2, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:16:51.435810 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] For port 5232d6c1-14e8-4b81-a9ab-729e08c410e2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5232d6c1-14e8-4b81-a9ab-729e08c410e2,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:16:51.498429 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:51.557126 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:51.557667 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:51.559066 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] 10.222.0.49 "PUT /v2.0/ports/5232d6c1-14e8-4b81-a9ab-729e08c410e2 HTTP/1.1" status: 200 len: 1093 time: 1.0135801 Apr 06 11:16:51.559502 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'tag': '5232d6c1-14e8-4b81-a9ab-729e08c410e2'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:16:51.561770 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5500b49-f2f5-437e-b475-2396567468ac" -d '{"events": [{"name": "network-changed", "server_uuid": "fa40f7dd-0f85-413a-9664-35c74e67f94c", "tag": "5232d6c1-14e8-4b81-a9ab-729e08c410e2"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:16:51.574441 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270cda3-5b59-4122-a3f7-b1b06e57ae48 service neutron] Pushing event updated for resources: {'Port': ['ID=5232d6c1-14e8-4b81-a9ab-729e08c410e2,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:51.606592 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f9f67e-d1df-493c-a48d-c266630fa660 x-openstack-request-id: req-e6f9f67e-d1df-493c-a48d-c266630fa660 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:16:51.606894 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa40f7dd-0f85-413a-9664-35c74e67f94c", "tag": "5232d6c1-14e8-4b81-a9ab-729e08c410e2", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:16:51.607149 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6f9f67e-d1df-493c-a48d-c266630fa660 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:16:51.607552 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f9f67e-d1df-493c-a48d-c266630fa660'] response: {'name': 'network-changed', 'server_uuid': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'tag': '5232d6c1-14e8-4b81-a9ab-729e08c410e2', 'status': 'completed', 'code': 200} Apr 06 11:16:51.736546 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5500b49-f2f5-437e-b475-2396567468ac req-e8ae065d-18a9-431c-8404-5baf64a78d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:51.738193 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5500b49-f2f5-437e-b475-2396567468ac req-e8ae065d-18a9-431c-8404-5baf64a78d21 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 1127 time: 0.0662987 Apr 06 11:16:51.858359 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5500b49-f2f5-437e-b475-2396567468ac req-19c0710a-55cb-4d53-b04c-ec222ee0d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:51.859978 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5500b49-f2f5-437e-b475-2396567468ac req-19c0710a-55cb-4d53-b04c-ec222ee0d7e9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=866279fd7e7342ada14b63bbbd3d64be&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1045346 Apr 06 11:16:51.937931 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3ec327c5-ae00-4d98-99e5-6bee44172c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:51.961185 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5500b49-f2f5-437e-b475-2396567468ac req-e94b4acf-677b-4591-bc82-12c0e280507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:51.962659 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e5500b49-f2f5-437e-b475-2396567468ac req-e94b4acf-677b-4591-bc82-12c0e280507a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943818 Apr 06 11:16:52.081028 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-87bd84b9-2892-49c7-8eda-80db1e7c24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:52.082671 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-87bd84b9-2892-49c7-8eda-80db1e7c24b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 1127 time: 0.0524254 Apr 06 11:16:52.132823 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-8a1f169f-14da-42a0-9365-db814c019f47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5232d6c1-14e8-4b81-a9ab-729e08c410e2 HTTP/1.1" status: 200 len: 217 time: 0.0349867 Apr 06 11:16:52.142479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc436ec7-4ceb-4f7b-8b54-5f15a5635106 req-07314fd0-e64e-4fbf-a270-ad290f23a950 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:52.143962 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bc436ec7-4ceb-4f7b-8b54-5f15a5635106 req-07314fd0-e64e-4fbf-a270-ad290f23a950 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 943 time: 0.0569458 Apr 06 11:16:52.192520 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-72977d73-e142-4847-b38c-1a9a089c5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:52.194648 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-72977d73-e142-4847-b38c-1a9a089c5b92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec6ff60-8e86-42a1-8b1f-3cb289d760bb HTTP/1.1" status: 200 len: 849 time: 0.0552182 Apr 06 11:16:52.206030 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bc436ec7-4ceb-4f7b-8b54-5f15a5635106 req-6986f7f1-daed-4e27-a45e-4ae57882beea tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520315 Apr 06 11:16:52.253013 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-aeb0e073-da10-48f6-a9b8-67253fcddb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:52.255430 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-aeb0e073-da10-48f6-a9b8-67253fcddb37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a731990e-ef5a-45e6-9019-7f964cfe85bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462492 Apr 06 11:16:52.348987 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-9ba32fed-6be5-434c-951a-f81627c94c0f service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860052 Apr 06 11:16:52.435944 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ab5b63c1-a564-43ba-8b59-dc1142c7f1f6 req-9d3dcb62-87f4-493d-98f4-0398f997d69f service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792396 Apr 06 11:16:53.326119 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2bdf3-b11a-4e54-b326-8095a3bc4405 req-da2dbf21-65f6-48cc-9cc3-415d65292095 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:53.327584 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5ab2bdf3-b11a-4e54-b326-8095a3bc4405 req-da2dbf21-65f6-48cc-9cc3-415d65292095 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 943 time: 0.0527344 Apr 06 11:16:53.374962 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5ab2bdf3-b11a-4e54-b326-8095a3bc4405 req-d0c83934-4625-4700-a2fd-6ee5c306c252 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410969 Apr 06 11:16:54.259171 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4f3b09d2-e808-42ff-8672-8f0b009feec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:54.493604 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e5c70-fd94-428c-a7cf-95c0862930f5 req-3a34ac8a-31f1-4a3b-af92-13419ee49f23 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:54.495040 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3c9e5c70-fd94-428c-a7cf-95c0862930f5 req-3a34ac8a-31f1-4a3b-af92-13419ee49f23 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 943 time: 0.0524468 Apr 06 11:16:54.540776 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3c9e5c70-fd94-428c-a7cf-95c0862930f5 req-09a84b40-b520-4067-97e9-8af7b505e811 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 Apr 06 11:16:55.297437 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:55.666100 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ec1d7-390b-484c-b2b6-23cef4f309e3 req-88bd7271-b7d3-42b7-badb-0b6465e620c9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:55.666100 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f90ec1d7-390b-484c-b2b6-23cef4f309e3 req-88bd7271-b7d3-42b7-badb-0b6465e620c9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 943 time: 0.0582969 Apr 06 11:16:55.711736 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f90ec1d7-390b-484c-b2b6-23cef4f309e3 req-e377d0e4-c3a6-41d5-a2c6-475b9efe1663 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412881 Apr 06 11:16:56.476641 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 5232d6c1-14e8-4b81-a9ab-729e08c410e2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:16:56.571286 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 5232d6c1-14e8-4b81-a9ab-729e08c410e2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5232d6c1-14e8-4b81-a9ab-729e08c410e2,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:16:56.582030 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': '5232d6c1-14e8-4b81-a9ab-729e08c410e2', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'port_id': '5232d6c1-14e8-4b81-a9ab-729e08c410e2', 'mac_address': 'fa:16:3e:7e:0e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:16:56.617473 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:16:56.617869 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:56.631119 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5232d6c1-14e8-4b81-a9ab-729e08c410e2 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:16:56.649545 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 5232d6c1-14e8-4b81-a9ab-729e08c410e2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5232d6c1-14e8-4b81-a9ab-729e08c410e2,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:16:56.744632 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:56.804881 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=5232d6c1-14e8-4b81-a9ab-729e08c410e2,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:56.814678 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.815122 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.815567 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.816078 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.816623 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.816991 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.817445 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.817863 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.818266 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.818667 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.819186 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.819660 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.820064 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.820396 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.820729 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:56.825221 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:56.843267 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6ad95-b8ff-4d88-92d0-b5f785919abc req-f9f6286f-09b5-40f5-bee9-94aca1dc44d9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:56.844961 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0cc6ad95-b8ff-4d88-92d0-b5f785919abc req-f9f6286f-09b5-40f5-bee9-94aca1dc44d9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 944 time: 0.0644147 Apr 06 11:16:56.895073 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0cc6ad95-b8ff-4d88-92d0-b5f785919abc req-772f358f-3be9-40e5-99ba-ce298af9963d tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435443 Apr 06 11:16:57.332758 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['5232d6c1-14e8-4b81-a9ab-729e08c410e2'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:16:58.011583 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0616dd-472a-4fc3-90f6-a511c1e5709f req-59c36e2f-b3f3-45d5-8fdb-368ec409d4a6 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:58.013009 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cd0616dd-472a-4fc3-90f6-a511c1e5709f req-59c36e2f-b3f3-45d5-8fdb-368ec409d4a6 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 944 time: 0.0532894 Apr 06 11:16:58.057832 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cd0616dd-472a-4fc3-90f6-a511c1e5709f req-eab69f56-2e99-438a-b4ae-acb3aa9b2c92 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393414 Apr 06 11:16:58.240622 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:58.586120 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 5232d6c1-14e8-4b81-a9ab-729e08c410e2 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:16:58.703478 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:16:58.707542 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:16:58.707932 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:58.782566 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:16:58.782946 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:58.805234 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5232d6c1-14e8-4b81-a9ab-729e08c410e2'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:16:58.807428 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb54cf7-b39c-499b-a6ff-b84e9dc401b9" -d '{"events": [{"server_uuid": "fa40f7dd-0f85-413a-9664-35c74e67f94c", "name": "network-vif-plugged", "status": "completed", "tag": "5232d6c1-14e8-4b81-a9ab-729e08c410e2"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:16:58.819505 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 5232d6c1-14e8-4b81-a9ab-729e08c410e2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5232d6c1-14e8-4b81-a9ab-729e08c410e2,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:16:58.843874 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d0251c-9180-4f16-937d-3907abc86862 x-openstack-request-id: req-c8d0251c-9180-4f16-937d-3907abc86862 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:16:58.844166 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa40f7dd-0f85-413a-9664-35c74e67f94c", "name": "network-vif-plugged", "status": "completed", "tag": "5232d6c1-14e8-4b81-a9ab-729e08c410e2", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:16:58.844452 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8d0251c-9180-4f16-937d-3907abc86862 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:16:58.844854 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d0251c-9180-4f16-937d-3907abc86862'] response: {'server_uuid': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5232d6c1-14e8-4b81-a9ab-729e08c410e2', 'code': 200} Apr 06 11:16:58.874608 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:58.925405 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=5232d6c1-14e8-4b81-a9ab-729e08c410e2,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:59.173386 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0fbd5-7b95-4d8b-82ee-cb10ae5691e1 req-ccf281ae-9e3f-43f7-b475-599dc7efe771 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:59.174842 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-acf0fbd5-7b95-4d8b-82ee-cb10ae5691e1 req-ccf281ae-9e3f-43f7-b475-599dc7efe771 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.0513322 Apr 06 11:16:59.175008 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba423df-a6a8-420f-b025-c53c2fe31bdb req-3e133641-2c90-4949-9980-d35721147b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:59.176486 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6ba423df-a6a8-420f-b025-c53c2fe31bdb req-3e133641-2c90-4949-9980-d35721147b33 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 1129 time: 0.0463481 Apr 06 11:16:59.221422 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-acf0fbd5-7b95-4d8b-82ee-cb10ae5691e1 req-30aeec86-d70b-42a7-b67b-2154813e6644 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402319 Apr 06 11:16:59.224702 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6ba423df-a6a8-420f-b025-c53c2fe31bdb req-8812b271-820b-4f07-8801-9a33018f40f5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364137 Apr 06 11:17:00.344759 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dcbbb-3803-4a8f-bd80-91ddefc8a866 req-90b5052e-f90d-48d5-bd0a-f593a98141da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:00.346228 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2c9dcbbb-3803-4a8f-bd80-91ddefc8a866 req-90b5052e-f90d-48d5-bd0a-f593a98141da tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.0535367 Apr 06 11:17:00.390287 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2c9dcbbb-3803-4a8f-bd80-91ddefc8a866 req-0927bf63-358e-44ce-8def-01be245ac36c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378444 Apr 06 11:17:01.504124 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d52b5-b3f8-4a62-a0a0-98bd22a26499 req-466d57a0-2958-49c0-89dc-7728ed1b5745 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:01.505587 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-446d52b5-b3f8-4a62-a0a0-98bd22a26499 req-466d57a0-2958-49c0-89dc-7728ed1b5745 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.0502963 Apr 06 11:17:01.550592 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-446d52b5-b3f8-4a62-a0a0-98bd22a26499 req-e6b7dd00-e427-4405-908d-262fc3765ebb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390038 Apr 06 11:17:02.669636 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ff7d7-21b9-4da6-9a2b-26a5018266f7 req-2645f097-8d24-4476-9255-822a1f8a183f tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:02.671034 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-905ff7d7-21b9-4da6-9a2b-26a5018266f7 req-2645f097-8d24-4476-9255-822a1f8a183f tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.0528719 Apr 06 11:17:02.716628 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-905ff7d7-21b9-4da6-9a2b-26a5018266f7 req-2ae5da34-25b9-4091-b963-2eebfc26dc98 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399535 Apr 06 11:17:03.832300 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc99b0-e63b-4901-ac49-59459108db42 req-4410b2e2-8cff-425a-814d-659b680717dc tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:03.833768 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2ebc99b0-e63b-4901-ac49-59459108db42 req-4410b2e2-8cff-425a-814d-659b680717dc tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.0520160 Apr 06 11:17:03.882120 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2ebc99b0-e63b-4901-ac49-59459108db42 req-6a1d5643-c1e9-4bb8-9f7c-12b7cb780d06 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428662 Apr 06 11:17:04.997676 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9d6eb-4e53-49eb-9892-2e0b8cea4e22 req-c8df50f2-daa5-4f26-aa2f-817b3e8e7bb5 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:04.999105 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76b9d6eb-4e53-49eb-9892-2e0b8cea4e22 req-c8df50f2-daa5-4f26-aa2f-817b3e8e7bb5 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.0503576 Apr 06 11:17:05.048049 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-76b9d6eb-4e53-49eb-9892-2e0b8cea4e22 req-89decda7-1c4b-410b-a2c8-ecd215ab4558 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433929 Apr 06 11:17:06.166016 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4d8b2-fc70-413e-8606-0468ddda8c92 req-6f4840c1-354a-40e6-8d7f-265eea25f892 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:06.167640 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b5f4d8b2-fc70-413e-8606-0468ddda8c92 req-6f4840c1-354a-40e6-8d7f-265eea25f892 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.0534499 Apr 06 11:17:06.219072 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b5f4d8b2-fc70-413e-8606-0468ddda8c92 req-5260e0e1-34c9-4e85-b9c8-c0443b7425ef tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440664 Apr 06 11:17:07.336741 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bf075-5997-47b2-930d-25e386a0dbd7 req-713046c7-f807-4dda-9bf6-dea88d1539b9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:07.344519 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-988bf075-5997-47b2-930d-25e386a0dbd7 req-713046c7-f807-4dda-9bf6-dea88d1539b9 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.0533104 Apr 06 11:17:07.384432 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-988bf075-5997-47b2-930d-25e386a0dbd7 req-d2d16723-11f8-4ee8-aafd-87c5816f4fe0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396435 Apr 06 11:17:07.654822 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970c785-224d-419c-8a0c-71dff7745245 req-485bed34-0939-4b6e-9061-0fc745818feb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:07.656322 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4970c785-224d-419c-8a0c-71dff7745245 req-485bed34-0939-4b6e-9061-0fc745818feb tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.0523558 Apr 06 11:17:07.664696 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53210) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:07.670082 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-ca9bf40b-2770-42ee-b4c9-7b3d4d684c52 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Request body: {'floatingip': {'port_id': '5232d6c1-14e8-4b81-a9ab-729e08c410e2'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:07.710805 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf40b-2770-42ee-b4c9-7b3d4d684c52 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (a138cd8e-aa1e-40f6-9310-34bf1f664e32), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:08.023726 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:17:08.141727 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf40b-2770-42ee-b4c9-7b3d4d684c52 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:08.228584 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf40b-2770-42ee-b4c9-7b3d4d684c52 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (a138cd8e-aa1e-40f6-9310-34bf1f664e32), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:08.329707 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-ca9bf40b-2770-42ee-b4c9-7b3d4d684c52 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Floating IP a138cd8e-aa1e-40f6-9310-34bf1f664e32 associated. External IP: 172.27.3.36, port: 5232d6c1-14e8-4b81-a9ab-729e08c410e2. Apr 06 11:17:08.528888 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9bf40b-2770-42ee-b4c9-7b3d4d684c52 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Router df140f47-9df1-4be6-82a6-fa1e52d7acb9 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:17:08.855550 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9bf40b-2770-42ee-b4c9-7b3d4d684c52 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:17:08.860358 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf40b-2770-42ee-b4c9-7b3d4d684c52 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:08.865299 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92450ce1-10ca-4213-9925-c49233c40a49 None None] Sync routers for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:17:08.874392 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92450ce1-10ca-4213-9925-c49233c40a49 None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:08.874989 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-92450ce1-10ca-4213-9925-c49233c40a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:16:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:08.888231 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ca9bf40b-2770-42ee-b4c9-7b3d4d684c52 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "PUT /v2.0/floatingips/a138cd8e-aa1e-40f6-9310-34bf1f664e32 HTTP/1.1" status: 200 len: 990 time: 1.2218773 Apr 06 11:17:08.888819 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'tag': '5232d6c1-14e8-4b81-a9ab-729e08c410e2'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:17:08.891105 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575aa6ee-3533-4b61-b394-2e0d0860ea8c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa40f7dd-0f85-413a-9664-35c74e67f94c", "tag": "5232d6c1-14e8-4b81-a9ab-729e08c410e2"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:17:08.926824 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2196973b-f5d1-457a-9b19-70c606e8d91f x-openstack-request-id: req-2196973b-f5d1-457a-9b19-70c606e8d91f {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:17:08.927120 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa40f7dd-0f85-413a-9664-35c74e67f94c", "tag": "5232d6c1-14e8-4b81-a9ab-729e08c410e2", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:17:08.927382 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2196973b-f5d1-457a-9b19-70c606e8d91f {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:17:08.927789 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2196973b-f5d1-457a-9b19-70c606e8d91f'] response: {'name': 'network-changed', 'server_uuid': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'tag': '5232d6c1-14e8-4b81-a9ab-729e08c410e2', 'status': 'completed', 'code': 200} Apr 06 11:17:08.983515 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-92450ce1-10ca-4213-9925-c49233c40a49 None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:09.031348 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aa6ee-3533-4b61-b394-2e0d0860ea8c req-86e77938-8312-4e8a-8533-c766d33255b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:09.033042 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-575aa6ee-3533-4b61-b394-2e0d0860ea8c req-86e77938-8312-4e8a-8533-c766d33255b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 1129 time: 0.0453522 Apr 06 11:17:09.124072 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aa6ee-3533-4b61-b394-2e0d0860ea8c req-0bd58337-17fc-4b6d-851c-7a81b819dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:09.125498 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-575aa6ee-3533-4b61-b394-2e0d0860ea8c req-0bd58337-17fc-4b6d-851c-7a81b819dcf7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a731990e-ef5a-45e6-9019-7f964cfe85bf HTTP/1.1" status: 200 len: 911 time: 0.0859249 Apr 06 11:17:09.191510 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-575aa6ee-3533-4b61-b394-2e0d0860ea8c req-6ead3360-8e88-47d8-9535-1f3388306399 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5232d6c1-14e8-4b81-a9ab-729e08c410e2 HTTP/1.1" status: 200 len: 998 time: 0.0586007 Apr 06 11:17:09.201156 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-92450ce1-10ca-4213-9925-c49233c40a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'a138cd8e-aa1e-40f6-9310-34bf1f664e32', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'port_id': '5232d6c1-14e8-4b81-a9ab-729e08c410e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'mac_address': 'fa:16:3e:7e:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:16:46Z', 'updated_at': '2022-04-06T11:17:08Z', 'revision_number': 1, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:09.226997 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92450ce1-10ca-4213-9925-c49233c40a49 None None] Checking router: df140f47-9df1-4be6-82a6-fa1e52d7acb9 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:17:09.235639 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92450ce1-10ca-4213-9925-c49233c40a49 None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:09.236240 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-92450ce1-10ca-4213-9925-c49233c40a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:16:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:09.240844 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aa6ee-3533-4b61-b394-2e0d0860ea8c req-5ae5d36c-61d7-4726-803c-a3c9fcd700fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:09.242345 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-575aa6ee-3533-4b61-b394-2e0d0860ea8c req-5ae5d36c-61d7-4726-803c-a3c9fcd700fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec6ff60-8e86-42a1-8b1f-3cb289d760bb HTTP/1.1" status: 200 len: 849 time: 0.0445628 Apr 06 11:17:09.296251 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aa6ee-3533-4b61-b394-2e0d0860ea8c req-c3e436f3-bace-4c79-8557-84b2d3b35c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:09.297817 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-575aa6ee-3533-4b61-b394-2e0d0860ea8c req-c3e436f3-bace-4c79-8557-84b2d3b35c8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a731990e-ef5a-45e6-9019-7f964cfe85bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489242 Apr 06 11:17:09.342611 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-92450ce1-10ca-4213-9925-c49233c40a49 None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:09.387044 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-575aa6ee-3533-4b61-b394-2e0d0860ea8c req-dbe0773c-d491-40ce-b337-4d3df3d29f01 service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813367 Apr 06 11:17:09.478060 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-575aa6ee-3533-4b61-b394-2e0d0860ea8c req-020603c9-697c-4af8-bc56-60805db49495 service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848486 Apr 06 11:17:09.559943 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-92450ce1-10ca-4213-9925-c49233c40a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'a138cd8e-aa1e-40f6-9310-34bf1f664e32', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'port_id': '5232d6c1-14e8-4b81-a9ab-729e08c410e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'mac_address': 'fa:16:3e:7e:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:16:46Z', 'updated_at': '2022-04-06T11:17:08Z', 'revision_number': 1, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:09.590188 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92450ce1-10ca-4213-9925-c49233c40a49 None None] The sync data for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi is: [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'a138cd8e-aa1e-40f6-9310-34bf1f664e32', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'port_id': '5232d6c1-14e8-4b81-a9ab-729e08c410e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'mac_address': 'fa:16:3e:7e:0e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:16:46Z', 'updated_at': '2022-04-06T11:17:08Z', 'revision_number': 1, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:17:09.780080 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61384f2e-2344-45b1-b7cf-e55ac4bf4a79 None None] New status for floating IP a138cd8e-aa1e-40f6-9310-34bf1f664e32: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:17:16.080254 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:18.171349 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e0dc7-d153-4729-a3d1-e40bd492eb7c req-884e7446-0c44-41db-bc0f-15a356dece71 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:18.172819 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b47e0dc7-d153-4729-a3d1-e40bd492eb7c req-884e7446-0c44-41db-bc0f-15a356dece71 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 946 time: 0.0546355 Apr 06 11:17:18.218371 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b47e0dc7-d153-4729-a3d1-e40bd492eb7c req-253b8e02-b4c7-40c9-b99b-cdfd2897695a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396881 Apr 06 11:17:19.338052 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbc709-49a0-46c3-a874-3f4f279cf9f2 req-b0e0f3b2-a008-487e-bcc4-7d3645418670 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:19.339548 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bbdbc709-49a0-46c3-a874-3f4f279cf9f2 req-b0e0f3b2-a008-487e-bcc4-7d3645418670 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 946 time: 0.0522044 Apr 06 11:17:19.386938 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bbdbc709-49a0-46c3-a874-3f4f279cf9f2 req-bcd57560-3105-4227-a1d2-94806565dbb7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410373 Apr 06 11:17:20.055181 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-936525bf-4f45-4dcc-92b2-479adb132ced req-e8e1deb4-98ad-4013-98f9-bacc931d32b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437577 Apr 06 11:17:20.140468 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936525bf-4f45-4dcc-92b2-479adb132ced req-254763e6-7e04-477b-9957-fc2b5b71f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:20.142019 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-936525bf-4f45-4dcc-92b2-479adb132ced req-254763e6-7e04-477b-9957-fc2b5b71f283 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 1129 time: 0.0490301 Apr 06 11:17:20.284327 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936525bf-4f45-4dcc-92b2-479adb132ced req-27a91e25-af4d-40a4-91d8-5f8ad362ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:20.285750 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-936525bf-4f45-4dcc-92b2-479adb132ced req-27a91e25-af4d-40a4-91d8-5f8ad362ae85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 918 time: 0.0895352 Apr 06 11:17:20.500022 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-936525bf-4f45-4dcc-92b2-479adb132ced req-0375c1ed-7968-4caa-a151-8e7b9d7b630c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd554841-4012-412c-8eb1-8f98e619785c HTTP/1.1" status: 200 len: 1001 time: 0.0635161 Apr 06 11:17:20.512758 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6721a-5e6c-43c3-adb9-12f9d0712d63 req-7bcb7ba9-5748-475f-a588-034ea688c3b2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:20.514698 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-03c6721a-5e6c-43c3-adb9-12f9d0712d63 req-7bcb7ba9-5748-475f-a588-034ea688c3b2 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 946 time: 0.0535538 Apr 06 11:17:20.560683 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-03c6721a-5e6c-43c3-adb9-12f9d0712d63 req-9a14b5fb-ff71-430d-8086-29bd0b483f1a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=e0753c1d-55c5-40be-9c22-4f6e84ac148d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402899 Apr 06 11:17:20.831191 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936525bf-4f45-4dcc-92b2-479adb132ced req-b6ef1360-6349-4b0d-81f4-5fd6f94efd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:20.832535 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-936525bf-4f45-4dcc-92b2-479adb132ced req-b6ef1360-6349-4b0d-81f4-5fd6f94efd58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaeedc9a-09ce-4d61-a72a-cdddeddf087c HTTP/1.1" status: 200 len: 856 time: 0.0738835 Apr 06 11:17:20.845361 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bed8f-e764-436a-845e-642270ac4a81 req-ba26624a-de8a-4cda-ac65-49ee572c5c20 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:20.846766 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-995bed8f-e764-436a-845e-642270ac4a81 req-ba26624a-de8a-4cda-ac65-49ee572c5c20 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 946 time: 0.0799143 Apr 06 11:17:20.949735 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936525bf-4f45-4dcc-92b2-479adb132ced req-79738cee-c8d2-4818-87d0-6b5c4e4c1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:20.960440 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-936525bf-4f45-4dcc-92b2-479adb132ced req-79738cee-c8d2-4818-87d0-6b5c4e4c1218 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=723de1ee-b3fa-4231-9470-1bc702945e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042447 Apr 06 11:17:21.018096 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Deleting port e3ed4850-12ad-4f19-a585-850f149ec635 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:17:21.018418 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:21.104719 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-936525bf-4f45-4dcc-92b2-479adb132ced req-c4434ba8-8b5c-4c69-b3cc-a2fca781fc5f service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446199 Apr 06 11:17:21.169359 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] For port e3ed4850-12ad-4f19-a585-850f149ec635, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e3ed4850-12ad-4f19-a585-850f149ec635,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:17:21.169724 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:21.296057 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-936525bf-4f45-4dcc-92b2-479adb132ced req-001e8d2b-52e9-435b-8a2d-5aa469da7850 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831005 Apr 06 11:17:21.370114 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:21.370377 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (0f3611fa-cb1e-466b-98a7-72d081c604a5), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:21.370761 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Floating IP 0f3611fa-cb1e-466b-98a7-72d081c604a5 disassociated. External IP: 172.27.3.196, port: e3ed4850-12ad-4f19-a585-850f149ec635. Apr 06 11:17:21.371099 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Calling delete_port for e3ed4850-12ad-4f19-a585-850f149ec635 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:17:21.560851 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (e3ed4850-12ad-4f19-a585-850f149ec635), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:21.589288 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event deleted for resources: {'Port': ['ID=e3ed4850-12ad-4f19-a585-850f149ec635,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:21.673957 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-31972563-3af3-47c4-a3ae-7e30f76d5e95 req-cdcbd3b8-5b29-4e4a-b1e8-d5959f45b6d7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 210 time: 0.0311852 Apr 06 11:17:21.741295 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Router c594488c-830c-4c8f-a7b3-e0166fdb599e has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:17:21.851474 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:17:21.861893 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a0a38d-5c98-4301-8aff-d6fbb799ac8f None None] Sync routers for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:17:21.871186 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a0a38d-5c98-4301-8aff-d6fbb799ac8f None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:21.871736 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-84a0a38d-5c98-4301-8aff-d6fbb799ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:16:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:21.897685 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] No DVR routers for this DVR port e3ed4850-12ad-4f19-a585-850f149ec635 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:17:21.900365 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:21.904262 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-995bed8f-e764-436a-845e-642270ac4a81 req-cfee54ab-8fdd-4c0a-8372-bb4439312ebd tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "DELETE /v2.0/ports/e3ed4850-12ad-4f19-a585-850f149ec635 HTTP/1.1" status: 204 len: 173 time: 1.0489161 Apr 06 11:17:21.904728 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd178118-0f67-4c05-9053-47a382c7d811', 'name': 'network-vif-deleted', 'tag': 'e3ed4850-12ad-4f19-a585-850f149ec635'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:17:21.907102 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5741e5e-6368-4ebd-b6c8-606367677de1" -d '{"events": [{"server_uuid": "dd178118-0f67-4c05-9053-47a382c7d811", "name": "network-vif-deleted", "tag": "e3ed4850-12ad-4f19-a585-850f149ec635"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:17:21.932203 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-44d1328b-6587-4e57-87c5-98e665273d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:21.950021 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d599482c-3940-4ec4-a78f-09a658bdedee x-openstack-request-id: req-d599482c-3940-4ec4-a78f-09a658bdedee {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:17:21.950371 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd178118-0f67-4c05-9053-47a382c7d811", "name": "network-vif-deleted", "tag": "e3ed4850-12ad-4f19-a585-850f149ec635", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:17:21.950632 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d599482c-3940-4ec4-a78f-09a658bdedee {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:17:21.951095 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d599482c-3940-4ec4-a78f-09a658bdedee'] response: {'server_uuid': 'dd178118-0f67-4c05-9053-47a382c7d811', 'name': 'network-vif-deleted', 'tag': 'e3ed4850-12ad-4f19-a585-850f149ec635', 'status': 'completed', 'code': 200} Apr 06 11:17:21.991432 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-84a0a38d-5c98-4301-8aff-d6fbb799ac8f None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:22.283055 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-84a0a38d-5c98-4301-8aff-d6fbb799ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:22.312010 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a0a38d-5c98-4301-8aff-d6fbb799ac8f None None] Checking router: c594488c-830c-4c8f-a7b3-e0166fdb599e for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:17:22.321172 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a0a38d-5c98-4301-8aff-d6fbb799ac8f None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:22.321799 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-84a0a38d-5c98-4301-8aff-d6fbb799ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:16:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:22.428551 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-84a0a38d-5c98-4301-8aff-d6fbb799ac8f None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:22.624265 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-84a0a38d-5c98-4301-8aff-d6fbb799ac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:22.653748 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a0a38d-5c98-4301-8aff-d6fbb799ac8f None None] The sync data for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi is: [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:17:22.782619 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a9246991-52e3-42be-aad7-b7c097e4308a req-aef8b8db-bcb8-4cb2-929b-e283461eabed tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd178118-0f67-4c05-9053-47a382c7d811 HTTP/1.1" status: 200 len: 210 time: 0.0276749 Apr 06 11:17:22.892317 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2535e9cf-ab9b-435c-9a1b-e27774679072 None None] New status for floating IP 0f3611fa-cb1e-466b-98a7-72d081c604a5: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:17:23.898148 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53372) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:23.951270 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (e0753c1d-55c5-40be-9c22-4f6e84ac148d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:23.973666 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (e0753c1d-55c5-40be-9c22-4f6e84ac148d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:24.074338 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (e0753c1d-55c5-40be-9c22-4f6e84ac148d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:24.076843 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:24.078022 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "DELETE /v2.0/security-groups/e0753c1d-55c5-40be-9c22-4f6e84ac148d HTTP/1.1" status: 204 len: 168 time: 0.1788557 Apr 06 11:17:24.080765 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53374) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:24.087075 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0753c1d-55c5-40be-9c22-4f6e84ac148d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:24.094007 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.api.v2.resource [None req-313a1b72-d288-4d1d-a2b5-ef49a9dd75d0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] show failed (client error): The resource could not be found. Apr 06 11:17:24.094417 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.094788 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.095020 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-313a1b72-d288-4d1d-a2b5-ef49a9dd75d0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups/e0753c1d-55c5-40be-9c22-4f6e84ac148d HTTP/1.1" status: 404 len: 347 time: 0.0131607 Apr 06 11:17:24.095220 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.095558 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.096008 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.096258 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.096591 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.096914 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.097340 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.097656 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53376) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:24.097771 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.098019 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.098339 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.098814 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.099058 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.099409 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f154414b-1e0e-4173-b6a6-648f75b07965 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:24.225024 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fd2c8-426c-4182-8ab4-9f74b2aa5256 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Deleting port 417f2aab-f32a-4cb0-9366-fa4c3acf4242 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:17:24.225388 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd2c8-426c-4182-8ab4-9f74b2aa5256 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (417f2aab-f32a-4cb0-9366-fa4c3acf4242), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:24.251063 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-53b7c737-6520-479b-98c3-40ac539776a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:24.301387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd2c8-426c-4182-8ab4-9f74b2aa5256 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (417f2aab-f32a-4cb0-9366-fa4c3acf4242), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:24.301718 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd2c8-426c-4182-8ab4-9f74b2aa5256 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (417f2aab-f32a-4cb0-9366-fa4c3acf4242), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:24.313001 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fd2c8-426c-4182-8ab4-9f74b2aa5256 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Calling delete_port for 417f2aab-f32a-4cb0-9366-fa4c3acf4242 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:17:24.508788 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd2c8-426c-4182-8ab4-9f74b2aa5256 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (417f2aab-f32a-4cb0-9366-fa4c3acf4242), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:24.539889 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fd2c8-426c-4182-8ab4-9f74b2aa5256 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event deleted for resources: {'Port': ['ID=417f2aab-f32a-4cb0-9366-fa4c3acf4242,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:24.598715 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd2c8-426c-4182-8ab4-9f74b2aa5256 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (0f3611fa-cb1e-466b-98a7-72d081c604a5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:24.601227 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd2c8-426c-4182-8ab4-9f74b2aa5256 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:24.602367 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5d6fd2c8-426c-4182-8ab4-9f74b2aa5256 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "DELETE /v2.0/floatingips/0f3611fa-cb1e-466b-98a7-72d081c604a5 HTTP/1.1" status: 204 len: 168 time: 0.5038464 Apr 06 11:17:24.739735 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device e3ed4850-12ad-4f19-a585-850f149ec635 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:17:24.762301 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: e3ed4850-12ad-4f19-a585-850f149ec635 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:17:24.762858 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device e3ed4850-12ad-4f19-a585-850f149ec635 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:17:25.061256 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53382) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:25.066425 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-99d8b30a-4f8c-4a37-9bab-1390da48a5c7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721723556', 'description': 'tempest-description--20216368'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:25.142490 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-99d8b30a-4f8c-4a37-9bab-1390da48a5c7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.204927 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-99d8b30a-4f8c-4a37-9bab-1390da48a5c7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (6782be4e-e629-4951-ad82-b84ba44eaabc), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.291459 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-99d8b30a-4f8c-4a37-9bab-1390da48a5c7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (6782be4e-e629-4951-ad82-b84ba44eaabc), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.320608 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8b30a-4f8c-4a37-9bab-1390da48a5c7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6782be4e-e629-4951-ad82-b84ba44eaabc,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:25.348416 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.413427 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-99d8b30a-4f8c-4a37-9bab-1390da48a5c7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.414671 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-99d8b30a-4f8c-4a37-9bab-1390da48a5c7 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3517368 Apr 06 11:17:25.417453 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53384) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:25.422565 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-516e8266-f909-4854-ae67-a03874ea7888 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'security_group_rule': {'security_group_id': '6782be4e-e629-4951-ad82-b84ba44eaabc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:25.489922 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-516e8266-f909-4854-ae67-a03874ea7888 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (a8f2bab3-9db0-4158-be38-eedcc5a962a5), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.542419 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-516e8266-f909-4854-ae67-a03874ea7888 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (a8f2bab3-9db0-4158-be38-eedcc5a962a5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.582511 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-516e8266-f909-4854-ae67-a03874ea7888 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (a8f2bab3-9db0-4158-be38-eedcc5a962a5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.601926 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e8266-f909-4854-ae67-a03874ea7888 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f2bab3-9db0-4158-be38-eedcc5a962a5,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:25.687380 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-516e8266-f909-4854-ae67-a03874ea7888 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.688583 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-516e8266-f909-4854-ae67-a03874ea7888 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2702131 Apr 06 11:17:25.691221 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53390) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:25.695483 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-461f72b1-ff67-430f-b6a9-89c3c6d40808 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'security_group_rule': {'security_group_id': '6782be4e-e629-4951-ad82-b84ba44eaabc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:25.798908 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-461f72b1-ff67-430f-b6a9-89c3c6d40808 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (6e8daf15-b1cd-4af6-b3a5-8d143e8e6229), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.850017 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-461f72b1-ff67-430f-b6a9-89c3c6d40808 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (6e8daf15-b1cd-4af6-b3a5-8d143e8e6229), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.896818 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-461f72b1-ff67-430f-b6a9-89c3c6d40808 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (6e8daf15-b1cd-4af6-b3a5-8d143e8e6229), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.914914 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f72b1-ff67-430f-b6a9-89c3c6d40808 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8daf15-b1cd-4af6-b3a5-8d143e8e6229,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:25.967268 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-461f72b1-ff67-430f-b6a9-89c3c6d40808 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:25.969138 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-461f72b1-ff67-430f-b6a9-89c3c6d40808 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2768607 Apr 06 11:17:25.972040 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53398) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:25.976180 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:26.039567 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:26.132394 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:26.234097 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Allocated IP 172.27.3.23 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/a809c04c-ba2f-4964-8f4e-76893df8ddff) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:17:26.333210 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for port (a809c04c-ba2f-4964-8f4e-76893df8ddff), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:26.428766 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (a809c04c-ba2f-4964-8f4e-76893df8ddff), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:26.469325 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:17:26.474126 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:17:26.477720 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:17:26.482979 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'Port': ['ID=a809c04c-ba2f-4964-8f4e-76893df8ddff,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:26.563058 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (0b7c04ef-6c48-40f3-8bc2-498621290283), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:26.636358 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (a809c04c-ba2f-4964-8f4e-76893df8ddff), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:26.765751 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:26.791874 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for port (a809c04c-ba2f-4964-8f4e-76893df8ddff), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:26.834173 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (a809c04c-ba2f-4964-8f4e-76893df8ddff), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:26.901793 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'Port': ['ID=a809c04c-ba2f-4964-8f4e-76893df8ddff,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:26.915442 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (0b7c04ef-6c48-40f3-8bc2-498621290283), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:27.014113 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:27.015364 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c31e4abe-fbba-4f90-940d-9cf9d1d7553e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0424247 Apr 06 11:17:27.204413 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-ef5b45ab-8700-41d3-bb71-8a35569d5e47 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--721723556&fields=id&tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec HTTP/1.1" status: 200 len: 267 time: 0.0414321 Apr 06 11:17:27.309844 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-526671a7-e5b0-4a80-864b-b6b3d30e18df tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:27.311250 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-526671a7-e5b0-4a80-864b-b6b3d30e18df tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 814 time: 0.1005416 Apr 06 11:17:27.324977 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-09981013-cf05-4a65-a00d-0efc46285f19 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/quotas/8bcfb6262bb7416b985b1d670dcdf4ec HTTP/1.1" status: 200 len: 375 time: 0.0083494 Apr 06 11:17:27.377095 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-1d892d46-1b55-40f9-9b83-451247636fb5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468912 Apr 06 11:17:27.470895 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-945693b2-bb4f-46ea-902a-c14a78396048 service neutron] 10.222.0.62 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827339 Apr 06 11:17:27.555327 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-e3a7a3bb-73e7-4539-a979-febcb34d2af4 service neutron] 10.222.0.62 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786271 Apr 06 11:17:27.803383 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3c3246e3-9bac-481b-b30b-fc7cc9f12f76 req-0046cc6f-a140-4cf0-aa69-9efd10014fb5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 210 time: 0.0270624 Apr 06 11:17:28.256849 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:28.898388 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b9870b6b-d12f-49bd-b6ce-9368f15c6efa req-d3207f77-d61e-4776-8a1e-dc9e7377c777 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 210 time: 0.0272200 Apr 06 11:17:29.799208 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-008df442-5fb6-41c6-80f6-276de492aba1 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:29.800669 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-008df442-5fb6-41c6-80f6-276de492aba1 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 814 time: 0.1012952 Apr 06 11:17:29.871490 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-81c8affb-6d6a-45e9-afec-3b60117c4c70 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec HTTP/1.1" status: 200 len: 379 time: 0.0501990 Apr 06 11:17:29.883739 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'port': {'device_id': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'admin_state_up': True, 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'security_groups': ['6782be4e-e629-4951-ad82-b84ba44eaabc']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:29.993194 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d0c0d231-6c8e-43b2-bbc9-765f44fc39bb req-dfb18d9c-5307-46b1-88a3-d264914f36c8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 210 time: 0.0297925 Apr 06 11:17:30.296732 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Made reservation on behalf of 8bcfb6262bb7416b985b1d670dcdf4ec for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:17:30.300072 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:30.423610 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Allocated IP 172.20.0.4 (1153c82f-85eb-4ccf-a631-367f6df86902/19a20e05-f19c-4ec0-af50-723b11d3fbdb/98d17c38-8feb-463a-a457-6d58cfff43b5) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:17:30.555335 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:30.634153 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:30.675261 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Network 1153c82f-85eb-4ccf-a631-367f6df86902 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:17:30.680374 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:17:30.684196 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:17:30.712026 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event updated for resources: {'Port': ['ID=98d17c38-8feb-463a-a457-6d58cfff43b5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:30.740037 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:30.740654 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:30.808321 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-29e024a0-f38d-4832-9cef-ddbec4d7c688 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9281297 Apr 06 11:17:30.832067 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Request body: {'port': {'device_id': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:30.895633 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:30.937435 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-7ed7a723-482c-40d2-9632-9a8f2e1c0b6f None None] Provisioning complete for port 98d17c38-8feb-463a-a457-6d58cfff43b5 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:30.938028 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a723-482c-40d2-9632-9a8f2e1c0b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:30.975162 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7a723-482c-40d2-9632-9a8f2e1c0b6f None None] Port 98d17c38-8feb-463a-a457-6d58cfff43b5 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:17:31.152579 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ae586-0e06-48e1-b7d7-f54d918510ee req-b64f53ed-b956-4196-9811-880037d2ebba tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:31.154065 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-902ae586-0e06-48e1-b7d7-f54d918510ee req-b64f53ed-b956-4196-9811-880037d2ebba tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 931 time: 0.0927606 Apr 06 11:17:31.233102 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d17c38-8feb-463a-a457-6d58cfff43b5 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:17:31.246584 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Publish callbacks [] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:31.253382 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-902ae586-0e06-48e1-b7d7-f54d918510ee req-471fe347-5243-4c29-aeed-435b0781dd15 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897298 Apr 06 11:17:31.262471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Transition to ACTIVE for port object 98d17c38-8feb-463a-a457-6d58cfff43b5 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:17:31.336840 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:31.384742 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Pushing event updated for resources: {'Port': ['ID=98d17c38-8feb-463a-a457-6d58cfff43b5,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:31.464198 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Attempting to bind port 98d17c38-8feb-463a-a457-6d58cfff43b5 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:17:31.464557 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Attempting to bind port 98d17c38-8feb-463a-a457-6d58cfff43b5 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:17:31.464868 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Attempting to bind port 98d17c38-8feb-463a-a457-6d58cfff43b5 on network 1153c82f-85eb-4ccf-a631-367f6df86902 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:17:31.469809 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Port 98d17c38-8feb-463a-a457-6d58cfff43b5 on network 1153c82f-85eb-4ccf-a631-367f6df86902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:17:31.472906 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Attempting to bind port 98d17c38-8feb-463a-a457-6d58cfff43b5 on network 1153c82f-85eb-4ccf-a631-367f6df86902 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:17:31.475362 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:17:31.475544 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Checking segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:17:31.475932 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Bound using segment: {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:17:31.476362 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Bound port: 98d17c38-8feb-463a-a457-6d58cfff43b5, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805d3b36-2ef1-4196-acc4-14453f7d3164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:17:31.476723 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:31.547716 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] For port 98d17c38-8feb-463a-a457-6d58cfff43b5, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:17:31.550628 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] For port 98d17c38-8feb-463a-a457-6d58cfff43b5, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=98d17c38-8feb-463a-a457-6d58cfff43b5,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:17:31.605794 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:31.637928 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:31.638540 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:31.640479 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] 10.222.0.49 "PUT /v2.0/ports/98d17c38-8feb-463a-a457-6d58cfff43b5 HTTP/1.1" status: 200 len: 1093 time: 0.8129179 Apr 06 11:17:31.640917 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'tag': '98d17c38-8feb-463a-a457-6d58cfff43b5'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:17:31.643164 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678b8b0f-d06b-462f-ac54-4caf3742ea10" -d '{"events": [{"name": "network-changed", "server_uuid": "45c04650-2822-4cfa-ad8b-e647caf4e96f", "tag": "98d17c38-8feb-463a-a457-6d58cfff43b5"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:17:31.674407 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80141326-31d5-4e44-a46f-014e9a428465 service neutron] Pushing event updated for resources: {'Port': ['ID=98d17c38-8feb-463a-a457-6d58cfff43b5,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:31.681552 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700ec3c4-e77a-409f-b28e-7d57d51bf114 x-openstack-request-id: req-700ec3c4-e77a-409f-b28e-7d57d51bf114 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:17:31.681847 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c04650-2822-4cfa-ad8b-e647caf4e96f", "tag": "98d17c38-8feb-463a-a457-6d58cfff43b5", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:17:31.682104 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-700ec3c4-e77a-409f-b28e-7d57d51bf114 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:17:31.682519 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-700ec3c4-e77a-409f-b28e-7d57d51bf114'] response: {'name': 'network-changed', 'server_uuid': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'tag': '98d17c38-8feb-463a-a457-6d58cfff43b5', 'status': 'completed', 'code': 200} Apr 06 11:17:31.790400 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b8b0f-d06b-462f-ac54-4caf3742ea10 req-81aee297-1969-40bd-809d-5c19dec42a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:31.791977 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-678b8b0f-d06b-462f-ac54-4caf3742ea10 req-81aee297-1969-40bd-809d-5c19dec42a6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 1127 time: 0.0495906 Apr 06 11:17:31.893524 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b8b0f-d06b-462f-ac54-4caf3742ea10 req-8386d31c-97ea-420f-b450-b81a1ffff277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:31.894893 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-678b8b0f-d06b-462f-ac54-4caf3742ea10 req-8386d31c-97ea-420f-b450-b81a1ffff277 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0889218 Apr 06 11:17:31.989973 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b8b0f-d06b-462f-ac54-4caf3742ea10 req-e710bde3-e321-4553-baee-deaffb2ccd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:31.991420 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-678b8b0f-d06b-462f-ac54-4caf3742ea10 req-e710bde3-e321-4553-baee-deaffb2ccd56 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893555 Apr 06 11:17:32.097939 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-bd76f043-572a-4557-a7e6-0933e815c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:32.099157 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-bd76f043-572a-4557-a7e6-0933e815c363 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 1127 time: 0.0438209 Apr 06 11:17:32.155013 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-c71811c9-d14e-4326-8062-c2ac97b7820f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98d17c38-8feb-463a-a457-6d58cfff43b5 HTTP/1.1" status: 200 len: 217 time: 0.0378606 Apr 06 11:17:32.203190 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-b331101d-857c-4bf6-ba18-cc75b62b67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:32.204584 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-b331101d-857c-4bf6-ba18-cc75b62b67a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19a20e05-f19c-4ec0-af50-723b11d3fbdb HTTP/1.1" status: 200 len: 853 time: 0.0427117 Apr 06 11:17:32.251679 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-2f98e9dd-453a-473b-843e-1884add462d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:32.253102 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-2f98e9dd-453a-473b-843e-1884add462d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1153c82f-85eb-4ccf-a631-367f6df86902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420961 Apr 06 11:17:32.374855 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-b67fdf23-c88f-4364-b61d-6648554d86c2 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141865 Apr 06 11:17:32.434073 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c86546-8f22-4503-ae44-c2077a03563b req-0347c5d1-621a-4f6e-a56a-9908ee59c751 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:32.435429 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c2c86546-8f22-4503-ae44-c2077a03563b req-0347c5d1-621a-4f6e-a56a-9908ee59c751 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 943 time: 0.1152439 Apr 06 11:17:32.508974 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c2c86546-8f22-4503-ae44-c2077a03563b req-8e9b7ea7-4485-4bb8-b7e4-9f51b0999e1f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673432 Apr 06 11:17:32.510986 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b21131c-580d-43c2-b649-b26dabfe4eb6 req-14cff9a0-7a49-41ba-8c35-58dd08d41d2e service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289849 Apr 06 11:17:33.629777 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e283d-b590-427a-b9f7-4d6fe3de18c4 req-2f89d43f-c4cb-433a-b614-0bc6cc2f0ec9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:33.631233 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-486e283d-b590-427a-b9f7-4d6fe3de18c4 req-2f89d43f-c4cb-433a-b614-0bc6cc2f0ec9 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 943 time: 0.0514243 Apr 06 11:17:33.680354 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-486e283d-b590-427a-b9f7-4d6fe3de18c4 req-cb2a91a7-375c-4953-907c-11fe160d89e8 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416372 Apr 06 11:17:34.795798 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1fedc-5f40-4df9-94ad-5744025c4f43 req-8b6401ec-86d9-4d50-b814-1bea8a352426 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:34.797280 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d6c1fedc-5f40-4df9-94ad-5744025c4f43 req-8b6401ec-86d9-4d50-b814-1bea8a352426 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 943 time: 0.0519862 Apr 06 11:17:34.841637 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d6c1fedc-5f40-4df9-94ad-5744025c4f43 req-83b59b25-0d7f-47aa-a657-c161ade8de73 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389218 Apr 06 11:17:35.960015 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd27e3-660a-4146-9a95-1e59a4a9dbde req-2e0eb948-6664-4dd1-bde5-0e8424f9b680 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:35.961432 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2fdd27e3-660a-4146-9a95-1e59a4a9dbde req-2e0eb948-6664-4dd1-bde5-0e8424f9b680 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 943 time: 0.0553591 Apr 06 11:17:36.007446 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2fdd27e3-660a-4146-9a95-1e59a4a9dbde req-c79126ac-9d69-4fd3-9a64-ab43dec90224 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404203 Apr 06 11:17:37.136049 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c821960-556e-47a6-ad90-bba810d4fc0b req-1e6938fc-94f0-4cee-a9d7-6190b4ce348a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:37.137556 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9c821960-556e-47a6-ad90-bba810d4fc0b req-1e6938fc-94f0-4cee-a9d7-6190b4ce348a tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 943 time: 0.0533621 Apr 06 11:17:37.176203 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c877778-18dc-4b40-92c9-81ddcb5f1456 req-57dbadf8-279b-4e2e-a40f-03e014ab8563 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:37.177684 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4c877778-18dc-4b40-92c9-81ddcb5f1456 req-57dbadf8-279b-4e2e-a40f-03e014ab8563 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0550158 Apr 06 11:17:37.184102 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9c821960-556e-47a6-ad90-bba810d4fc0b req-1385d6f5-f713-4589-a912-1f8a5f2ff59e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407870 Apr 06 11:17:37.223215 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4c877778-18dc-4b40-92c9-81ddcb5f1456 req-0d09fb27-ef6c-4c49-a6ef-6933decd9063 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399423 Apr 06 11:17:38.305404 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bebb01-93de-45f1-82bf-f8bf1e2bcbb7 req-8405834b-80f3-4ed4-a5d2-b2bf8201ae4f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:38.306884 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-34bebb01-93de-45f1-82bf-f8bf1e2bcbb7 req-8405834b-80f3-4ed4-a5d2-b2bf8201ae4f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 943 time: 0.0538554 Apr 06 11:17:38.349892 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d24ffc-9fa1-44b1-860b-31e8cbace858 req-53632d1a-7eff-449f-9ade-b7e28b8fa445 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:38.351374 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-58d24ffc-9fa1-44b1-860b-31e8cbace858 req-53632d1a-7eff-449f-9ade-b7e28b8fa445 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0528734 Apr 06 11:17:38.363796 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-34bebb01-93de-45f1-82bf-f8bf1e2bcbb7 req-7b5faeb6-c630-4889-bfb1-25d52e0bf818 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492778 Apr 06 11:17:38.401409 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-58d24ffc-9fa1-44b1-860b-31e8cbace858 req-d131832d-44b7-476a-91df-4ca9f0b17c31 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442219 Apr 06 11:17:38.776413 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 98d17c38-8feb-463a-a457-6d58cfff43b5 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:17:38.991824 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 98d17c38-8feb-463a-a457-6d58cfff43b5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=98d17c38-8feb-463a-a457-6d58cfff43b5,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:17:39.002857 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': '98d17c38-8feb-463a-a457-6d58cfff43b5', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'port_id': '98d17c38-8feb-463a-a457-6d58cfff43b5', 'mac_address': 'fa:16:3e:38:df:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:17:39.038500 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 98d17c38-8feb-463a-a457-6d58cfff43b5 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:39.038891 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:39.053249 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d17c38-8feb-463a-a457-6d58cfff43b5 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:17:39.071628 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 98d17c38-8feb-463a-a457-6d58cfff43b5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=98d17c38-8feb-463a-a457-6d58cfff43b5,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:17:39.119408 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:39.164485 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=98d17c38-8feb-463a-a457-6d58cfff43b5,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:39.487712 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb011fd9-93ff-4779-9bb0-03fe58ad8eb0 req-0eca6967-6b57-4261-a6ef-c1f74eac0141 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:39.491035 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bb011fd9-93ff-4779-9bb0-03fe58ad8eb0 req-0eca6967-6b57-4261-a6ef-c1f74eac0141 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 944 time: 0.0586011 Apr 06 11:17:39.539031 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bb011fd9-93ff-4779-9bb0-03fe58ad8eb0 req-c180fd83-f30d-40a9-8439-52b5bb76b41c tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442705 Apr 06 11:17:39.540124 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb44020-d044-4bbe-b6b4-cb2c073bc2c8 req-c00b3988-51af-4f99-bded-b45db48a0811 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:39.541825 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9cb44020-d044-4bbe-b6b4-cb2c073bc2c8 req-c00b3988-51af-4f99-bded-b45db48a0811 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0609226 Apr 06 11:17:39.593232 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9cb44020-d044-4bbe-b6b4-cb2c073bc2c8 req-7913b236-284d-419e-abb2-0064fb51dcf8 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452511 Apr 06 11:17:39.628189 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['98d17c38-8feb-463a-a457-6d58cfff43b5'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:17:40.657627 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db84eab-32c9-4dd3-b550-a108efc76ed3 req-96f3d544-6091-4d1f-8bb1-3a030d85354e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:40.659132 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3db84eab-32c9-4dd3-b550-a108efc76ed3 req-96f3d544-6091-4d1f-8bb1-3a030d85354e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 944 time: 0.0535171 Apr 06 11:17:40.708675 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3db84eab-32c9-4dd3-b550-a108efc76ed3 req-5d5672e4-49fa-4637-a841-a1319c4e8cba tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438013 Apr 06 11:17:40.717444 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a03a38-eac7-46b5-9ed9-2efee15fa55b req-a550211e-fded-4038-9452-35493c1c9d79 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:40.719522 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-88a03a38-eac7-46b5-9ed9-2efee15fa55b req-a550211e-fded-4038-9452-35493c1c9d79 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0546966 Apr 06 11:17:40.765673 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-88a03a38-eac7-46b5-9ed9-2efee15fa55b req-1444fb97-e310-4ae8-8218-fe4e1969539d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Apr 06 11:17:40.778838 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 98d17c38-8feb-463a-a457-6d58cfff43b5 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:17:40.885027 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port 98d17c38-8feb-463a-a457-6d58cfff43b5 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:17:40.888604 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port 98d17c38-8feb-463a-a457-6d58cfff43b5 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:40.888974 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:40.962076 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 98d17c38-8feb-463a-a457-6d58cfff43b5 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:40.962384 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:40.984103 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d17c38-8feb-463a-a457-6d58cfff43b5'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:17:40.986319 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34faf6c-9f4e-4b10-8739-42c52ea3514c" -d '{"events": [{"server_uuid": "45c04650-2822-4cfa-ad8b-e647caf4e96f", "name": "network-vif-plugged", "status": "completed", "tag": "98d17c38-8feb-463a-a457-6d58cfff43b5"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:17:40.998264 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 98d17c38-8feb-463a-a457-6d58cfff43b5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=98d17c38-8feb-463a-a457-6d58cfff43b5,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:17:41.019735 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd3a23d-689e-4567-951f-050d0f7d029f x-openstack-request-id: req-5cd3a23d-689e-4567-951f-050d0f7d029f {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:17:41.020018 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c04650-2822-4cfa-ad8b-e647caf4e96f", "name": "network-vif-plugged", "status": "completed", "tag": "98d17c38-8feb-463a-a457-6d58cfff43b5", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:17:41.020266 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5cd3a23d-689e-4567-951f-050d0f7d029f {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:17:41.020660 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd3a23d-689e-4567-951f-050d0f7d029f'] response: {'server_uuid': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d17c38-8feb-463a-a457-6d58cfff43b5', 'code': 200} Apr 06 11:17:41.038482 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:41.096542 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=98d17c38-8feb-463a-a457-6d58cfff43b5,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:41.361930 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bdd45-93fb-4a33-b374-0b2e594405ba req-f1894e5c-829e-437b-8511-60aa90c04143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:41.363384 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-034bdd45-93fb-4a33-b374-0b2e594405ba req-f1894e5c-829e-437b-8511-60aa90c04143 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 1129 time: 0.0486467 Apr 06 11:17:41.410232 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-034bdd45-93fb-4a33-b374-0b2e594405ba req-864e3b54-004b-4be0-b5ed-0c543bee85bb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381589 Apr 06 11:17:41.826894 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff866686-a478-46dc-af3d-8a1a730b0c73 req-b1e2bb1f-b6ef-4d7c-961b-1813a8470727 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:41.828947 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ff866686-a478-46dc-af3d-8a1a730b0c73 req-b1e2bb1f-b6ef-4d7c-961b-1813a8470727 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 945 time: 0.0542870 Apr 06 11:17:41.875692 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ff866686-a478-46dc-af3d-8a1a730b0c73 req-8c205c8b-dab8-4cfd-9737-4b580537dbe0 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408070 Apr 06 11:17:41.887264 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05db0ea-81e9-40c0-be85-6dfaafcfe2c9 req-c8c27885-1615-4586-90d4-af16da5f4db8 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:41.888956 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b05db0ea-81e9-40c0-be85-6dfaafcfe2c9 req-c8c27885-1615-4586-90d4-af16da5f4db8 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0515280 Apr 06 11:17:41.935071 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b05db0ea-81e9-40c0-be85-6dfaafcfe2c9 req-79866c02-ca2c-492c-b40b-a6fcdc2680d6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396755 Apr 06 11:17:42.995933 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb9a9d-5a40-41a3-a033-2771893bcc8c req-a6303d05-74b4-465d-9373-2ad1671ec2e1 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:42.997438 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-52cb9a9d-5a40-41a3-a033-2771893bcc8c req-a6303d05-74b4-465d-9373-2ad1671ec2e1 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 945 time: 0.0555840 Apr 06 11:17:43.043611 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-52cb9a9d-5a40-41a3-a033-2771893bcc8c req-f9345b2e-498f-44b5-84eb-2dc391640d58 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396550 Apr 06 11:17:43.056280 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9de46-67b8-4b95-a9a1-26bd560dd21d req-4d4e3c2c-5767-44e8-9270-d6cd9b7b205d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:43.057795 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-75e9de46-67b8-4b95-a9a1-26bd560dd21d req-4d4e3c2c-5767-44e8-9270-d6cd9b7b205d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0518296 Apr 06 11:17:43.107504 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-75e9de46-67b8-4b95-a9a1-26bd560dd21d req-3c6f2b5a-43b7-4308-85fc-b605641d9312 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437732 Apr 06 11:17:44.160094 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6bed1-b1d4-4228-8297-1ef26c32856b req-da67563d-2d6a-40e0-bc0a-d945c41076e6 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:44.161607 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9fe6bed1-b1d4-4228-8297-1ef26c32856b req-da67563d-2d6a-40e0-bc0a-d945c41076e6 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 945 time: 0.0526977 Apr 06 11:17:44.209763 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9fe6bed1-b1d4-4228-8297-1ef26c32856b req-18ece06f-9af7-4008-bddf-0d3417f9b74f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424793 Apr 06 11:17:44.228984 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41457b19-3e92-4437-9c9a-8b4d5a70f99d req-ea8ec379-82c9-42eb-aeaa-0b01cfe1dc07 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:44.230461 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-41457b19-3e92-4437-9c9a-8b4d5a70f99d req-ea8ec379-82c9-42eb-aeaa-0b01cfe1dc07 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0509639 Apr 06 11:17:44.278198 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-41457b19-3e92-4437-9c9a-8b4d5a70f99d req-9dff6f93-5fa2-488d-8f4c-1c8a31ed6f37 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411582 Apr 06 11:17:44.329686 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b0c89-f285-4a17-a7f2-b8e16aba0d57 req-50d3c9dc-a616-4a34-8919-a2a8d23de02c tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:44.331181 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bf3b0c89-f285-4a17-a7f2-b8e16aba0d57 req-50d3c9dc-a616-4a34-8919-a2a8d23de02c tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 945 time: 0.0525224 Apr 06 11:17:44.339543 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53568) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:44.344266 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-524426b1-5b48-40bc-9575-14d61945036f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Request body: {'floatingip': {'port_id': '98d17c38-8feb-463a-a457-6d58cfff43b5'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:44.387430 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-524426b1-5b48-40bc-9575-14d61945036f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (0b7c04ef-6c48-40f3-8bc2-498621290283), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:44.819433 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-524426b1-5b48-40bc-9575-14d61945036f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:44.873886 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-524426b1-5b48-40bc-9575-14d61945036f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (0b7c04ef-6c48-40f3-8bc2-498621290283), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:44.972241 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-524426b1-5b48-40bc-9575-14d61945036f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Floating IP 0b7c04ef-6c48-40f3-8bc2-498621290283 associated. External IP: 172.27.3.23, port: 98d17c38-8feb-463a-a457-6d58cfff43b5. Apr 06 11:17:45.022485 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:17:45.181224 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524426b1-5b48-40bc-9575-14d61945036f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Router c594488c-830c-4c8f-a7b3-e0166fdb599e has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:17:45.288501 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524426b1-5b48-40bc-9575-14d61945036f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:17:45.293633 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-524426b1-5b48-40bc-9575-14d61945036f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:45.300975 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a094a0-057b-47c3-9699-e3649e09f641 None None] Sync routers for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:17:45.311842 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a094a0-057b-47c3-9699-e3649e09f641 None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:45.313213 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-55a094a0-057b-47c3-9699-e3649e09f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:17:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:45.326164 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-524426b1-5b48-40bc-9575-14d61945036f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "PUT /v2.0/floatingips/0b7c04ef-6c48-40f3-8bc2-498621290283 HTTP/1.1" status: 200 len: 990 time: 0.9855957 Apr 06 11:17:45.326753 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'tag': '98d17c38-8feb-463a-a457-6d58cfff43b5'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:17:45.329002 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65761768-f015-4158-b295-37be44643f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "45c04650-2822-4cfa-ad8b-e647caf4e96f", "tag": "98d17c38-8feb-463a-a457-6d58cfff43b5"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:17:45.369076 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593cefca-0160-45f0-ba71-23527e6ca0a6 x-openstack-request-id: req-593cefca-0160-45f0-ba71-23527e6ca0a6 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:17:45.369379 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c04650-2822-4cfa-ad8b-e647caf4e96f", "tag": "98d17c38-8feb-463a-a457-6d58cfff43b5", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:17:45.369643 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-593cefca-0160-45f0-ba71-23527e6ca0a6 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:17:45.370097 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593cefca-0160-45f0-ba71-23527e6ca0a6'] response: {'name': 'network-changed', 'server_uuid': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'tag': '98d17c38-8feb-463a-a457-6d58cfff43b5', 'status': 'completed', 'code': 200} Apr 06 11:17:45.414998 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3f8ab-acbf-463f-86e6-1ac731597099 req-47951a12-b2c8-458c-8a57-b97e1b84fb53 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:45.416479 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1ad3f8ab-acbf-463f-86e6-1ac731597099 req-47951a12-b2c8-458c-8a57-b97e1b84fb53 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0509431 Apr 06 11:17:45.424539 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-55a094a0-057b-47c3-9699-e3649e09f641 None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:45.497620 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1ad3f8ab-acbf-463f-86e6-1ac731597099 req-bc8ed24a-dc16-41a2-8815-328eac9f1c14 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735145 Apr 06 11:17:45.504875 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65761768-f015-4158-b295-37be44643f0e req-93622b65-2435-4f3f-a797-e36e2df2e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:45.506362 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-65761768-f015-4158-b295-37be44643f0e req-93622b65-2435-4f3f-a797-e36e2df2e019 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 1129 time: 0.0753865 Apr 06 11:17:45.595906 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65761768-f015-4158-b295-37be44643f0e req-b06f3bc9-5066-490e-90ad-dc347ead1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:45.597313 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-65761768-f015-4158-b295-37be44643f0e req-b06f3bc9-5066-490e-90ad-dc347ead1f7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 200 len: 915 time: 0.0838685 Apr 06 11:17:45.649307 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-55a094a0-057b-47c3-9699-e3649e09f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '0b7c04ef-6c48-40f3-8bc2-498621290283', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': '98d17c38-8feb-463a-a457-6d58cfff43b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:38:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:17:26Z', 'updated_at': '2022-04-06T11:17:44Z', 'revision_number': 1, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:45.667911 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-65761768-f015-4158-b295-37be44643f0e req-20c2f2d4-9afa-41b4-8f89-ccdfc4c57791 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98d17c38-8feb-463a-a457-6d58cfff43b5 HTTP/1.1" status: 200 len: 998 time: 0.0636144 Apr 06 11:17:45.676842 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a094a0-057b-47c3-9699-e3649e09f641 None None] Checking router: c594488c-830c-4c8f-a7b3-e0166fdb599e for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:17:45.685245 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a094a0-057b-47c3-9699-e3649e09f641 None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:45.685930 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-55a094a0-057b-47c3-9699-e3649e09f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:17:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:45.715559 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65761768-f015-4158-b295-37be44643f0e req-e077b676-2a2f-4745-bed1-31ac3c8ae80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:45.717017 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-65761768-f015-4158-b295-37be44643f0e req-e077b676-2a2f-4745-bed1-31ac3c8ae80a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=19a20e05-f19c-4ec0-af50-723b11d3fbdb HTTP/1.1" status: 200 len: 853 time: 0.0436287 Apr 06 11:17:45.767204 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65761768-f015-4158-b295-37be44643f0e req-26e97487-5141-491a-9300-a46245971e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:45.768827 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-65761768-f015-4158-b295-37be44643f0e req-26e97487-5141-491a-9300-a46245971e89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1153c82f-85eb-4ccf-a631-367f6df86902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456331 Apr 06 11:17:45.790954 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-55a094a0-057b-47c3-9699-e3649e09f641 None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:45.862057 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-65761768-f015-4158-b295-37be44643f0e req-d7faa2e5-336d-430b-b1df-be14073c7707 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859711 Apr 06 11:17:45.948485 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-65761768-f015-4158-b295-37be44643f0e req-dbee1d84-54e7-49b1-b1f0-d254c11c4216 service neutron] 10.222.0.49 "GET /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798614 Apr 06 11:17:46.009697 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-55a094a0-057b-47c3-9699-e3649e09f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '0b7c04ef-6c48-40f3-8bc2-498621290283', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': '98d17c38-8feb-463a-a457-6d58cfff43b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:38:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:17:26Z', 'updated_at': '2022-04-06T11:17:44Z', 'revision_number': 1, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:46.039416 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a094a0-057b-47c3-9699-e3649e09f641 None None] The sync data for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi is: [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '0b7c04ef-6c48-40f3-8bc2-498621290283', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'port_id': '98d17c38-8feb-463a-a457-6d58cfff43b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'mac_address': 'fa:16:3e:38:df:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:17:26Z', 'updated_at': '2022-04-06T11:17:44Z', 'revision_number': 1, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:17:46.045548 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:46.220597 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2610700-c2d5-4d27-8d67-7da5a23b6aca None None] New status for floating IP 0b7c04ef-6c48-40f3-8bc2-498621290283: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:17:46.627497 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5497e-8329-4542-91de-1ac3a8b00b51 req-8febaae8-345e-4edf-a6a8-b9d5e8193211 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:46.628967 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-67c5497e-8329-4542-91de-1ac3a8b00b51 req-8febaae8-345e-4edf-a6a8-b9d5e8193211 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0566404 Apr 06 11:17:46.652587 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53590) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:46.710916 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-67c5497e-8329-4542-91de-1ac3a8b00b51 req-6556d7c5-fe51-43a9-bc31-89fc90ba53e2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440903 Apr 06 11:17:46.770958 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:46.845673 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Publish callbacks [] for security_group (d3d62462-e647-429e-ae20-68adcd1419f8), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:46.919547 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (d3d62462-e647-429e-ae20-68adcd1419f8), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:46.959935 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d62462-e647-429e-ae20-68adcd1419f8,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:46.964349 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ac6e0eb09be457fa2f9d37a5fd0cac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101621 Apr 06 11:17:46.967110 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53594) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:46.969197 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.969554 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.969905 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.970255 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.970599 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.970934 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.971265 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.971596 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.971929 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.972301 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.972594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.972924 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.973277 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.977710 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:46.977710 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9e9904-ff0b-4d0a-b850-f97b652914ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:47.013867 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7991ff4-d675-458b-a8e4-009b1a2b12cc admin admin] Publish callbacks [] for security_group (d3d62462-e647-429e-ae20-68adcd1419f8), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:47.034052 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7991ff4-d675-458b-a8e4-009b1a2b12cc admin admin] Publish callbacks [] for security_group (d3d62462-e647-429e-ae20-68adcd1419f8), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:47.125292 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7991ff4-d675-458b-a8e4-009b1a2b12cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (d3d62462-e647-429e-ae20-68adcd1419f8), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:47.127871 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c7991ff4-d675-458b-a8e4-009b1a2b12cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:47.129043 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c7991ff4-d675-458b-a8e4-009b1a2b12cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3d62462-e647-429e-ae20-68adcd1419f8 HTTP/1.1" status: 204 len: 168 time: 0.1609471 Apr 06 11:17:47.136529 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7991ff4-d675-458b-a8e4-009b1a2b12cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d62462-e647-429e-ae20-68adcd1419f8,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:47.807602 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f3355-26e3-47b8-93cb-16a2d60c1f07 req-4ac1ee8f-bb6d-4b6c-83d5-e7bc68adf06c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:47.809080 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7e4f3355-26e3-47b8-93cb-16a2d60c1f07 req-4ac1ee8f-bb6d-4b6c-83d5-e7bc68adf06c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0530238 Apr 06 11:17:47.858729 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7e4f3355-26e3-47b8-93cb-16a2d60c1f07 req-152f2e1d-4d95-4482-aa69-c4626e864404 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393729 Apr 06 11:17:47.963509 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53618) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:48.056166 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-322213705-network', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:48.113773 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Made reservation on behalf of 89551c23f02f4ee7a29f7ba8e8b63dc1 for: {'network': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:17:48.115938 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:48.123902 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:48.203107 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Publish callbacks [] for security_group (28f1a3de-5df1-4a8f-b22f-0be50963dcf8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:48.251190 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (28f1a3de-5df1-4a8f-b22f-0be50963dcf8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:48.277303 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=104088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:17:48.283504 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f1a3de-5df1-4a8f-b22f-0be50963dcf8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:48.289629 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (27f8aa84-cfe2-42ec-9286-ebee96788ebd), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:48.294117 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.segments_db [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Added segment 27f8aa84-cfe2-42ec-9286-ebee96788ebd of type vlan for network efbb6485-fa12-4438-9916-e550e451dc89 Apr 06 11:17:48.329017 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (efbb6485-fa12-4438-9916-e550e451dc89), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:48.428463 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (efbb6485-fa12-4438-9916-e550e451dc89), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:48.429528 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:48.430124 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:48.491389 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] Pushing event updated for resources: {'Network': ['ID=efbb6485-fa12-4438-9916-e550e451dc89,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:48.501442 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network efbb6485-fa12-4438-9916-e550e451dc89 details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:17:48.551084 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f748b809-19a3-46a1-9813-798ae86670d2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5864840 Apr 06 11:17:48.553835 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53622) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:48.558524 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-bba282a2-a0c2-4504-a289-0b2c18d0ab75 admin admin] Request body: {'subnet': {'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-322213705-subnet', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:48.628179 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba282a2-a0c2-4504-a289-0b2c18d0ab75 admin admin] Made reservation on behalf of 89551c23f02f4ee7a29f7ba8e8b63dc1 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:17:48.630483 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bba282a2-a0c2-4504-a289-0b2c18d0ab75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4783688'] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:48.833964 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bba282a2-a0c2-4504-a289-0b2c18d0ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4783702'] for subnet (e7399389-a576-4ce9-ad72-a9eb23603df1), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:48.891424 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba282a2-a0c2-4504-a289-0b2c18d0ab75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7399389-a576-4ce9-ad72-a9eb23603df1,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:48.900021 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba282a2-a0c2-4504-a289-0b2c18d0ab75 admin admin] Checking segment: {'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:17:48.900381 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba282a2-a0c2-4504-a289-0b2c18d0ab75 admin admin] Network hostable DHCP agents. Network: efbb6485-fa12-4438-9916-e550e451dc89, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:17:48.959289 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba282a2-a0c2-4504-a289-0b2c18d0ab75 admin admin] Network efbb6485-fa12-4438-9916-e550e451dc89 is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:17:48.982166 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264afce0-07dd-47ef-ad93-bb875c0c27f7 req-91e29ef1-0451-45fe-a79e-6d9af1184281 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:48.983553 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-264afce0-07dd-47ef-ad93-bb875c0c27f7 req-91e29ef1-0451-45fe-a79e-6d9af1184281 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0565310 Apr 06 11:17:49.028633 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-264afce0-07dd-47ef-ad93-bb875c0c27f7 req-e70ddd6f-0aad-4cae-b0df-2b3db7381b37 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 Apr 06 11:17:49.029685 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-bba282a2-a0c2-4504-a289-0b2c18d0ab75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, efbb6485-fa12-4438-9916-e550e451dc89) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:17:49.034364 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba282a2-a0c2-4504-a289-0b2c18d0ab75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:49.034963 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bba282a2-a0c2-4504-a289-0b2c18d0ab75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.039575 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f702cf2f-f9c6-45bd-87b5-13c1e1fb8d42 None None] Network efbb6485-fa12-4438-9916-e550e451dc89 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:17:49.104822 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bba282a2-a0c2-4504-a289-0b2c18d0ab75 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5499203 Apr 06 11:17:49.107444 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53626) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:49.111770 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:49.141770 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28525485-dc93-55e7-828a-302e78cf7f1a-efbb6485-fa12-4438-9916-e550e451dc89', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'fixed_ips': [{'subnet_id': 'e7399389-a576-4ce9-ad72-a9eb23603df1'}]}} from dv-cinder-836072-2-iscsi. {{(pid=104089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:17:49.142763 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.182346 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64461'] for router (379cfab7-653f-4b86-b144-1f742707fc85), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.183441 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8040451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64436'] for router (379cfab7-653f-4b86-b144-1f742707fc85), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.236549 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Publish callbacks [] for router_controller (379cfab7-653f-4b86-b144-1f742707fc85), precommit_add_association {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.272519 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Allocated IP 172.20.0.2 (efbb6485-fa12-4438-9916-e550e451dc89/e7399389-a576-4ce9-ad72-a9eb23603df1/ede52976-4416-4ea9-90e6-9e99b9f7a903) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:17:49.414390 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Publish callbacks [] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.427623 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Publish callbacks [] for router_gateway (379cfab7-653f-4b86-b144-1f742707fc85), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.491213 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.526858 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Network efbb6485-fa12-4438-9916-e550e451dc89 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:17:49.529611 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:17:49.535264 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:17:49.563110 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Pushing event updated for resources: {'Port': ['ID=ede52976-4416-4ea9-90e6-9e99b9f7a903,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:49.596900 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Attempting to bind port ede52976-4416-4ea9-90e6-9e99b9f7a903 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:17:49.597319 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Attempting to bind port ede52976-4416-4ea9-90e6-9e99b9f7a903 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:17:49.597686 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Attempting to bind port ede52976-4416-4ea9-90e6-9e99b9f7a903 on network efbb6485-fa12-4438-9916-e550e451dc89 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:17:49.602659 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:17:49.603132 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Checking segment: {'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:17:49.603508 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.603901 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Bound using segment: {'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:17:49.604368 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Bound port: ede52976-4416-4ea9-90e6-9e99b9f7a903, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:17:49.604746 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.666465 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-e804e37f-098d-4027-80e3-672303422f85 None None] For port ede52976-4416-4ea9-90e6-9e99b9f7a903, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:17:49.669871 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-e804e37f-098d-4027-80e3-672303422f85 None None] For port ede52976-4416-4ea9-90e6-9e99b9f7a903, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=ede52976-4416-4ea9-90e6-9e99b9f7a903,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:17:49.695401 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Publish callbacks [] for router_gateway (379cfab7-653f-4b86-b144-1f742707fc85), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.713315 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.737588 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.799642 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804e37f-098d-4027-80e3-672303422f85 None None] Pushing event updated for resources: {'Port': ['ID=ede52976-4416-4ea9-90e6-9e99b9f7a903,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:49.822814 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Allocated IP 172.27.3.5 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/cd29a496-8192-464b-884a-7cde86652e72) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:17:49.944707 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Publish callbacks [] for port (cd29a496-8192-464b-884a-7cde86652e72), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:50.022970 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (cd29a496-8192-464b-884a-7cde86652e72), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:50.060860 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:17:50.066506 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:17:50.070169 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:17:50.091389 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Pushing event updated for resources: {'Port': ['ID=cd29a496-8192-464b-884a-7cde86652e72,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:50.156474 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e037392-a263-4738-81c5-8d5d977cb337 req-a6017a8a-28df-461f-b7aa-1116e33037a1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:50.157954 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0e037392-a263-4738-81c5-8d5d977cb337 req-a6017a8a-28df-461f-b7aa-1116e33037a1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0515926 Apr 06 11:17:50.208169 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0e037392-a263-4738-81c5-8d5d977cb337 req-21a0f7f9-d670-43a7-91b6-9bdfeac09c00 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446928 Apr 06 11:17:50.588981 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Publish callbacks [] for router_gateway (379cfab7-653f-4b86-b144-1f742707fc85), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:50.662560 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7505e708-ef33-4f39-b680-392c3cbecd75 None None] Network efbb6485-fa12-4438-9916-e550e451dc89 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:17:50.779429 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-40dafa79-3942-41fa-948b-6283505dba60 None None] Provisioning complete for port ede52976-4416-4ea9-90e6-9e99b9f7a903 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:50.779803 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-40dafa79-3942-41fa-948b-6283505dba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:50.794102 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8041938'] for router (379cfab7-653f-4b86-b144-1f742707fc85), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:50.837021 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device ede52976-4416-4ea9-90e6-9e99b9f7a903 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:17:50.896906 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-40dafa79-3942-41fa-948b-6283505dba60 None None] Current status of the port ede52976-4416-4ea9-90e6-9e99b9f7a903 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:50.897324 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-40dafa79-3942-41fa-948b-6283505dba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:50.943592 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-40dafa79-3942-41fa-948b-6283505dba60 None None] For port ede52976-4416-4ea9-90e6-9e99b9f7a903, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=ede52976-4416-4ea9-90e6-9e99b9f7a903,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:17:50.949153 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port ede52976-4416-4ea9-90e6-9e99b9f7a903 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:50.950133 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:50.982518 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Router 379cfab7-653f-4b86-b144-1f742707fc85 is scheduled to L3 agent a612e23e-0641-4851-85ac-d61b6e63725e with binding_index 1 {{(pid=104088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:17:51.019541 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-40dafa79-3942-41fa-948b-6283505dba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:51.052343 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port ede52976-4416-4ea9-90e6-9e99b9f7a903 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:51.052728 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:51.088543 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dafa79-3942-41fa-948b-6283505dba60 None None] Pushing event updated for resources: {'Port': ['ID=ede52976-4416-4ea9-90e6-9e99b9f7a903,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:51.094695 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:17:51.106886 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Sync routers for ids ['379cfab7-653f-4b86-b144-1f742707fc85'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:17:51.120966 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Routers {'379cfab7-653f-4b86-b144-1f742707fc85'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:51.121816 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:17:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['379cfab7-653f-4b86-b144-1f742707fc85'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:51.131829 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.db.api [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104089) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 11:17:51.132182 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG oslo_db.api [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 11:17:51.140352 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-319c8a37-fb60-43a5-8f07-ba44a456603f None None] Provisioning complete for port ede52976-4416-4ea9-90e6-9e99b9f7a903 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:51.140724 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-319c8a37-fb60-43a5-8f07-ba44a456603f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:51.162190 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:51.166462 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53630) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:51.167066 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-0a1d2959-adc7-4eac-9d0f-e4b42f1a7955 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.0580761 Apr 06 11:17:51.230969 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-319c8a37-fb60-43a5-8f07-ba44a456603f None None] Current status of the port ede52976-4416-4ea9-90e6-9e99b9f7a903 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:51.345978 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Set router 379cfab7-653f-4b86-b144-1f742707fc85 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:51.357872 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e9d5c-87d0-4fb2-a730-c304c40c8e26 req-3473ecf6-7662-433c-a086-14a2cb1c4e29 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:51.359554 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a60e9d5c-87d0-4fb2-a730-c304c40c8e26 req-3473ecf6-7662-433c-a086-14a2cb1c4e29 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0701776 Apr 06 11:17:51.424815 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a60e9d5c-87d0-4fb2-a730-c304c40c8e26 req-a75a5609-9b7a-4e29-a6d9-4e1de0f41419 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446935 Apr 06 11:17:51.535367 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:50Z', 'revision_number': 3, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:51.565571 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Checking router: 379cfab7-653f-4b86-b144-1f742707fc85 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:17:51.565922 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Updating router 379cfab7-653f-4b86-b144-1f742707fc85 port cd29a496-8192-464b-884a-7cde86652e72 binding host dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:17:51.592742 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (cd29a496-8192-464b-884a-7cde86652e72), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:51.602380 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:51.675525 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port ede52976-4416-4ea9-90e6-9e99b9f7a903 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:51.757719 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Allocated IP 172.20.0.1 (efbb6485-fa12-4438-9916-e550e451dc89/e7399389-a576-4ce9-ad72-a9eb23603df1/c2db81ce-5097-40f7-a9c1-5d58ddb80d78) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:17:51.841750 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Publish callbacks [] for port (cd29a496-8192-464b-884a-7cde86652e72), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:51.859115 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Publish callbacks [] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:51.913320 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (cd29a496-8192-464b-884a-7cde86652e72), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:51.942332 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e4cd65e4-dd04-4bd1-b1a4-4af920a2158b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:51.942562 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:51.980546 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Pushing event updated for resources: {'Port': ['ID=cd29a496-8192-464b-884a-7cde86652e72,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:51.991251 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Network efbb6485-fa12-4438-9916-e550e451dc89 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:17:51.992587 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.992944 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.993320 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.993675 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.994011 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.994339 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.994447 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:17:51.994661 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.994983 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.995304 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.995631 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.995945 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.996280 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.998168 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.998168 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.998168 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:51.998690 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:17:52.002722 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Pushing event updated for resources: {'Port': ['ID=c2db81ce-5097-40f7-a9c1-5d58ddb80d78,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:52.006343 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Attempting to bind port cd29a496-8192-464b-884a-7cde86652e72 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:17:52.007106 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Attempting to bind port cd29a496-8192-464b-884a-7cde86652e72 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:17:52.007106 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Attempting to bind port cd29a496-8192-464b-884a-7cde86652e72 on network b8e3ac99-7604-4669-8bd3-91990de5fe29 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:17:52.016545 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:17:52.017150 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Checking segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:17:52.018579 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:52.019038 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Bound using segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:17:52.019604 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Bound port: cd29a496-8192-464b-884a-7cde86652e72, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:17:52.020062 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (cd29a496-8192-464b-884a-7cde86652e72), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:52.040834 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8041731'] for router_interface (379cfab7-653f-4b86-b144-1f742707fc85), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:52.087464 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] For port cd29a496-8192-464b-884a-7cde86652e72, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:17:52.091206 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] For port cd29a496-8192-464b-884a-7cde86652e72, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=cd29a496-8192-464b-884a-7cde86652e72,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:17:52.167222 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (cd29a496-8192-464b-884a-7cde86652e72), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:52.222158 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Routers {'379cfab7-653f-4b86-b144-1f742707fc85'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:52.222778 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:17:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['379cfab7-653f-4b86-b144-1f742707fc85'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:52.260533 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-3f79becc-5e24-44ea-bf33-872a2276f3d0 None None] Provisioning complete for port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:52.260994 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3f79becc-5e24-44ea-bf33-872a2276f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:52.268478 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06667c73-25f6-46b2-b60c-2d410cfa6796 None None] Pushing event updated for resources: {'Port': ['ID=cd29a496-8192-464b-884a-7cde86652e72,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:52.279168 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:52.300006 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-3f79becc-5e24-44ea-bf33-872a2276f3d0 None None] Port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:17:52.339109 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] Set router 379cfab7-653f-4b86-b144-1f742707fc85 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:52.440633 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Publish callbacks [] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:52.519555 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:52.523616 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:50Z', 'revision_number': 3, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:52.550404 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944f333-f65c-422d-8ad1-0181214f3b10 None None] The sync data for ids ['379cfab7-653f-4b86-b144-1f742707fc85'] in dv-cinder-836072-2-iscsi is: [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:50Z', 'revision_number': 3, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:17:52.599809 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8362797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8039059'] for router_interface (379cfab7-653f-4b86-b144-1f742707fc85), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:52.604155 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Pushing event updated for resources: {'Port': ['ID=c2db81ce-5097-40f7-a9c1-5d58ddb80d78,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:52.619025 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfc6e4-764d-4b74-8cd3-5767e39e0e28 req-7ec81076-2f3b-435a-bcc7-5706d00e7f1d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:52.620499 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5adfc6e4-764d-4b74-8cd3-5767e39e0e28 req-7ec81076-2f3b-435a-bcc7-5706d00e7f1d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.1365762 Apr 06 11:17:52.703052 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5adfc6e4-764d-4b74-8cd3-5767e39e0e28 req-f36c0beb-b462-4cb3-9703-b7bb3c737c83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679159 Apr 06 11:17:52.746375 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Network efbb6485-fa12-4438-9916-e550e451dc89 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:17:52.748791 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:17:52.881830 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device ede52976-4416-4ea9-90e6-9e99b9f7a903 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:17:52.909630 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Router 379cfab7-653f-4b86-b144-1f742707fc85 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:17:52.943844 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port ede52976-4416-4ea9-90e6-9e99b9f7a903 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:52.944221 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:53.038688 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-14a689e1-29ca-4b97-97ba-513d76cc8b49 None None] Provisioning complete for port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:53.038984 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:17:53.039121 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-14a689e1-29ca-4b97-97ba-513d76cc8b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:53.040408 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port ede52976-4416-4ea9-90e6-9e99b9f7a903 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:53.047701 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c0eac4d0-a0c4-46f6-8c8c-9210054f6c44 admin admin] 10.222.0.62 "PUT /v2.0/routers/379cfab7-653f-4b86-b144-1f742707fc85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8782163 Apr 06 11:17:53.079660 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-14a689e1-29ca-4b97-97ba-513d76cc8b49 None None] Port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:17:53.713352 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53654) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:53.718962 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-360802418-network', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:53.799244 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Made reservation on behalf of a3ae17cdfbf1451b94bcf9387d4003ec for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:17:53.801747 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:53.810889 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:53.833828 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224a51-1218-4852-a20c-e69db0c3df83 req-407c8c76-2d84-4fea-b009-ce24547a130b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:53.835361 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-53224a51-1218-4852-a20c-e69db0c3df83 req-407c8c76-2d84-4fea-b009-ce24547a130b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0618837 Apr 06 11:17:53.895592 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Publish callbacks [] for security_group (7dd5dba9-451b-4014-83de-3f72e4d55fda), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:53.898278 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-53224a51-1218-4852-a20c-e69db0c3df83 req-5b1f8d85-d0c1-4755-b31c-4430a0a0a11f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570168 Apr 06 11:17:53.942400 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (7dd5dba9-451b-4014-83de-3f72e4d55fda), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:53.967122 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:17:53.976658 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd5dba9-451b-4014-83de-3f72e4d55fda,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:53.984202 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (856400b1-f93a-4fab-b4fb-6592dad6d390), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:53.984418 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Added segment 856400b1-f93a-4fab-b4fb-6592dad6d390 of type vlan for network 3c24e7e5-e19c-40ad-b7d6-76367c7c7816 Apr 06 11:17:54.026436 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (3c24e7e5-e19c-40ad-b7d6-76367c7c7816), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:54.084914 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (3c24e7e5-e19c-40ad-b7d6-76367c7c7816), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:54.085970 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:54.086560 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:54.143831 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] Pushing event updated for resources: {'Network': ['ID=3c24e7e5-e19c-40ad-b7d6-76367c7c7816,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:54.147609 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Sync routers for ids ['379cfab7-653f-4b86-b144-1f742707fc85'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:17:54.154721 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network 3c24e7e5-e19c-40ad-b7d6-76367c7c7816 details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:17:54.174143 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2e859b7d-52c0-415f-82f3-e19cd1c3f02a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4596760 Apr 06 11:17:54.176810 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53658) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:54.181819 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-db487763-21ac-4d24-afab-8fc1e719e8e7 admin admin] Request body: {'subnet': {'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-360802418-subnet', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:54.226142 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Routers {'379cfab7-653f-4b86-b144-1f742707fc85'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:54.226697 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:17:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['379cfab7-653f-4b86-b144-1f742707fc85'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:54.262509 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db487763-21ac-4d24-afab-8fc1e719e8e7 admin admin] Made reservation on behalf of a3ae17cdfbf1451b94bcf9387d4003ec for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:17:54.264913 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db487763-21ac-4d24-afab-8fc1e719e8e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4460574'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:54.296926 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-abbcebda-4fbc-45f3-a5f9-d698342333ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:54.354742 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Set router 379cfab7-653f-4b86-b144-1f742707fc85 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:54.566856 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 4, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'c2db81ce-5097-40f7-a9c1-5d58ddb80d78', 'name': '', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'mac_address': 'fa:16:3e:ed:87:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:51Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 2, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'subnets': [{'id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:54.592686 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Checking router: 379cfab7-653f-4b86-b144-1f742707fc85 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:17:54.593580 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Updating router 379cfab7-653f-4b86-b144-1f742707fc85 port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 binding host dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:17:54.621522 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:54.762041 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db487763-21ac-4d24-afab-8fc1e719e8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4616668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4460544'] for subnet (6cb1fb97-c969-4abf-ac37-f48d47c4882c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:54.826914 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db487763-21ac-4d24-afab-8fc1e719e8e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb1fb97-c969-4abf-ac37-f48d47c4882c,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:54.833199 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db487763-21ac-4d24-afab-8fc1e719e8e7 admin admin] Checking segment: {'id': '856400b1-f93a-4fab-b4fb-6592dad6d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:17:54.833663 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db487763-21ac-4d24-afab-8fc1e719e8e7 admin admin] Network hostable DHCP agents. Network: 3c24e7e5-e19c-40ad-b7d6-76367c7c7816, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:17:54.851193 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device cd29a496-8192-464b-884a-7cde86652e72 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:17:54.908314 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db487763-21ac-4d24-afab-8fc1e719e8e7 admin admin] Network 3c24e7e5-e19c-40ad-b7d6-76367c7c7816 is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:17:54.964319 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port cd29a496-8192-464b-884a-7cde86652e72 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:54.964700 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (cd29a496-8192-464b-884a-7cde86652e72), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:54.972420 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-db487763-21ac-4d24-afab-8fc1e719e8e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, 3c24e7e5-e19c-40ad-b7d6-76367c7c7816) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:17:54.987277 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc66f379-03e1-4e48-b316-e117b38e2cea None None] Network 3c24e7e5-e19c-40ad-b7d6-76367c7c7816 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:17:54.988832 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db487763-21ac-4d24-afab-8fc1e719e8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:54.989610 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-db487763-21ac-4d24-afab-8fc1e719e8e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.038507 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42434367-cd71-46ba-876d-5fd4b003aaf2 req-76b17790-f399-4990-bc07-3aafcc16a401 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:55.039978 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-42434367-cd71-46ba-876d-5fd4b003aaf2 req-76b17790-f399-4990-bc07-3aafcc16a401 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0688176 Apr 06 11:17:55.073147 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-db487763-21ac-4d24-afab-8fc1e719e8e7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8951781 Apr 06 11:17:55.075758 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 53662) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:55.082959 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-360802418-router', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:17:55.102928 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-42434367-cd71-46ba-876d-5fd4b003aaf2 req-9e77dba1-b66a-491d-ac23-9c9039279800 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566626 Apr 06 11:17:55.160112 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64461'] for router (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.161288 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8040451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64436'] for router (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.188344 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28525485-dc93-55e7-828a-302e78cf7f1a-3c24e7e5-e19c-40ad-b7d6-76367c7c7816', 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816', 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'fixed_ips': [{'subnet_id': '6cb1fb97-c969-4abf-ac37-f48d47c4882c'}]}} from dv-cinder-836072-2-iscsi. {{(pid=104089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:17:55.189206 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.198216 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Publish callbacks [] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.213809 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Publish callbacks [] for router_controller (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.220468 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port cd29a496-8192-464b-884a-7cde86652e72 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:55.223997 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (cd29a496-8192-464b-884a-7cde86652e72), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.292313 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.297693 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port cd29a496-8192-464b-884a-7cde86652e72, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=cd29a496-8192-464b-884a-7cde86652e72,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:17:55.348442 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (cd29a496-8192-464b-884a-7cde86652e72), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.397376 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.399829 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a1032-0bea-4187-8edb-6db38ebbedd7 None None] Pushing event updated for resources: {'Port': ['ID=c2db81ce-5097-40f7-a9c1-5d58ddb80d78,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:55.415054 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Publish callbacks [] for router_gateway (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.485086 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Allocated IP 172.20.0.2 (3c24e7e5-e19c-40ad-b7d6-76367c7c7816/6cb1fb97-c969-4abf-ac37-f48d47c4882c/4fa72f1f-a593-4c60-939b-05942f0a8791) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:17:55.506534 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Attempting to bind port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:17:55.506904 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Attempting to bind port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:17:55.507275 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Attempting to bind port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 on network efbb6485-fa12-4438-9916-e550e451dc89 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:17:55.561559 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:17:55.562454 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Checking segment: {'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:17:55.562853 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.563249 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Bound using segment: {'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:17:55.563713 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Bound port: c2db81ce-5097-40f7-a9c1-5d58ddb80d78, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:17:55.564092 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.569464 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=cd29a496-8192-464b-884a-7cde86652e72,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:55.666854 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-f6ceb70e-d584-4b72-8ef4-0a114e7a876e None None] Provisioning complete for port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:55.667117 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f6ceb70e-d584-4b72-8ef4-0a114e7a876e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.681374 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Publish callbacks [] for router_gateway (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.700724 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.707717 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] For port c2db81ce-5097-40f7-a9c1-5d58ddb80d78, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:17:55.743718 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-f6ceb70e-d584-4b72-8ef4-0a114e7a876e None None] Port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:17:55.747547 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] For port c2db81ce-5097-40f7-a9c1-5d58ddb80d78, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=c2db81ce-5097-40f7-a9c1-5d58ddb80d78,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:17:55.767244 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Publish callbacks [] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.807355 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Allocated IP 172.27.3.179 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/a97cd66e-27ef-4385-83e2-4354e51288fa) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:17:55.811309 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.858342 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.877457 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Routers {'379cfab7-653f-4b86-b144-1f742707fc85'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:55.878096 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:17:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['379cfab7-653f-4b86-b144-1f742707fc85'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:55.918050 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a1032-0bea-4187-8edb-6db38ebbedd7 None None] Pushing event updated for resources: {'Port': ['ID=c2db81ce-5097-40f7-a9c1-5d58ddb80d78,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:55.918789 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Publish callbacks [] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:55.933824 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Network 3c24e7e5-e19c-40ad-b7d6-76367c7c7816 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:17:55.958225 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:17:55.964927 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:17:56.022936 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:56.039453 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Pushing event updated for resources: {'Port': ['ID=4fa72f1f-a593-4c60-939b-05942f0a8791,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:56.068961 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:17:56.072052 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:17:56.076623 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:17:56.079550 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Pushing event updated for resources: {'Port': ['ID=a97cd66e-27ef-4385-83e2-4354e51288fa,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:56.084645 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] Set router 379cfab7-653f-4b86-b144-1f742707fc85 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:56.115049 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Attempting to bind port 4fa72f1f-a593-4c60-939b-05942f0a8791 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:17:56.115354 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Attempting to bind port 4fa72f1f-a593-4c60-939b-05942f0a8791 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '856400b1-f93a-4fab-b4fb-6592dad6d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:17:56.115719 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Attempting to bind port 4fa72f1f-a593-4c60-939b-05942f0a8791 on network 3c24e7e5-e19c-40ad-b7d6-76367c7c7816 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:17:56.127709 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:17:56.128087 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Checking segment: {'id': '856400b1-f93a-4fab-b4fb-6592dad6d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:17:56.128493 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:56.128886 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Bound using segment: {'id': '856400b1-f93a-4fab-b4fb-6592dad6d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:17:56.129380 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Bound port: 4fa72f1f-a593-4c60-939b-05942f0a8791, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856400b1-f93a-4fab-b4fb-6592dad6d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:17:56.129766 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:56.131450 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-47fe48ab-0011-463a-85af-1a32e7b40e39 None None] Provisioning complete for port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:56.131812 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-47fe48ab-0011-463a-85af-1a32e7b40e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:56.236846 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d5b73-a03b-4dd8-88d0-7a62957ada83 req-ffd8a31d-e2cc-498c-8452-f4564b96bd9d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:56.238995 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0b9d5b73-a03b-4dd8-88d0-7a62957ada83 req-ffd8a31d-e2cc-498c-8452-f4564b96bd9d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0570590 Apr 06 11:17:56.285194 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0b9d5b73-a03b-4dd8-88d0-7a62957ada83 req-12e0943b-a46d-4f8c-95d1-6b62542e5fca tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405259 Apr 06 11:17:56.347091 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] For port 4fa72f1f-a593-4c60-939b-05942f0a8791, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:17:56.378334 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] For port 4fa72f1f-a593-4c60-939b-05942f0a8791, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4fa72f1f-a593-4c60-939b-05942f0a8791,segment=NetworkSegment(856400b1-f93a-4fab-b4fb-6592dad6d390),segment_id=856400b1-f93a-4fab-b4fb-6592dad6d390)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:17:56.385011 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-47fe48ab-0011-463a-85af-1a32e7b40e39 None None] Current status of the port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:56.385422 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-47fe48ab-0011-463a-85af-1a32e7b40e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:56.422270 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Publish callbacks [] for router_gateway (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:56.433165 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:56.604922 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-47fe48ab-0011-463a-85af-1a32e7b40e39 None None] For port c2db81ce-5097-40f7-a9c1-5d58ddb80d78, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=c2db81ce-5097-40f7-a9c1-5d58ddb80d78,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:17:56.629798 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8041938'] for router (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:56.658102 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9a58b-c859-4c2e-b92e-f292639da9dc None None] Pushing event updated for resources: {'Port': ['ID=4fa72f1f-a593-4c60-939b-05942f0a8791,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:56.667535 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 4, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'c2db81ce-5097-40f7-a9c1-5d58ddb80d78', 'name': '', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'mac_address': 'fa:16:3e:ed:87:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:51Z', 'updated_at': '2022-04-06T11:17:55Z', 'revision_number': 4, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'subnets': [{'id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:56.699950 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-47fe48ab-0011-463a-85af-1a32e7b40e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:56.701923 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e75c7-edd4-4cdd-918a-94f6e9162444 None None] The sync data for ids ['379cfab7-653f-4b86-b144-1f742707fc85'] in dv-cinder-836072-2-iscsi is: [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 4, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'c2db81ce-5097-40f7-a9c1-5d58ddb80d78', 'name': '', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'mac_address': 'fa:16:3e:ed:87:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:51Z', 'updated_at': '2022-04-06T11:17:55Z', 'revision_number': 4, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'subnets': [{'id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:17:56.782231 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe48ab-0011-463a-85af-1a32e7b40e39 None None] Pushing event updated for resources: {'Port': ['ID=c2db81ce-5097-40f7-a9c1-5d58ddb80d78,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:56.836652 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:56.860367 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device cd554841-4012-412c-8eb1-8f98e619785c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:17:56.891797 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Router 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 is scheduled to L3 agent a612e23e-0641-4851-85ac-d61b6e63725e with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:17:56.972391 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device cd29a496-8192-464b-884a-7cde86652e72 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:17:57.038638 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cd554841-4012-412c-8eb1-8f98e619785c,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:17:57.042595 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:17:57.053798 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Sync routers for ids ['395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:17:57.058211 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'cd554841-4012-412c-8eb1-8f98e619785c', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'port_id': 'cd554841-4012-412c-8eb1-8f98e619785c', 'mac_address': 'fa:16:3e:a6:cc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:17:57.065314 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Routers {'395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:57.065942 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:17:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:57.068277 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port cd29a496-8192-464b-884a-7cde86652e72 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:57.068277 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (cd29a496-8192-464b-884a-7cde86652e72), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:57.118914 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:57.120681 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-5a68ca24-b6d2-4cd0-b2e2-d1dfb6acb8fb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0439947 Apr 06 11:17:57.123428 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53666) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:17:57.137102 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port cd554841-4012-412c-8eb1-8f98e619785c is: ACTIVE; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:57.137529 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (cd554841-4012-412c-8eb1-8f98e619785c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:57.160415 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd554841-4012-412c-8eb1-8f98e619785c {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:17:57.184680 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Set router 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:57.208044 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cd554841-4012-412c-8eb1-8f98e619785c,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:17:57.217309 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port cd29a496-8192-464b-884a-7cde86652e72 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:57.268134 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (cd554841-4012-412c-8eb1-8f98e619785c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:57.339821 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=cd554841-4012-412c-8eb1-8f98e619785c,revision_number=6']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:57.348862 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.349476 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.349854 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.350216 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.350557 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.350903 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.351229 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.351560 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.351892 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.352222 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.352550 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.352879 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.353246 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.353572 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.353947 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:57.396599 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'name': 'tempest-TestShelveInstance-360802418-router', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:17:56Z', 'revision_number': 3, 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'gw_port': {'id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:57.448999 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Checking router: 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:17:57.449661 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Updating router 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 port a97cd66e-27ef-4385-83e2-4354e51288fa binding host dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:17:57.453274 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['cd554841-4012-412c-8eb1-8f98e619785c'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:17:57.498802 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fcff3-d770-4efd-bf20-d0e7e1d12f1c req-cd0fff84-0baa-4e8e-a163-b3c18038dbc7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:57.500643 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ec1fcff3-d770-4efd-bf20-d0e7e1d12f1c req-cd0fff84-0baa-4e8e-a163-b3c18038dbc7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 944 time: 0.0949178 Apr 06 11:17:57.517397 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:57.601025 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ec1fcff3-d770-4efd-bf20-d0e7e1d12f1c req-69e90cfc-6281-4c13-b44b-2ef427676ec1 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944107 Apr 06 11:17:57.791272 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:57.800970 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238a6d97-7495-4b50-878d-2166e5079792 None None] Network 3c24e7e5-e19c-40ad-b7d6-76367c7c7816 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:17:57.832565 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Publish callbacks [] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:57.881318 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-7f1a52ef-83e6-45ea-9406-26c579f3726e None None] Provisioning complete for port 4fa72f1f-a593-4c60-939b-05942f0a8791 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:57.881318 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7f1a52ef-83e6-45ea-9406-26c579f3726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:57.897279 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:57.954725 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c406c53-6c11-4788-b905-0284a43a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=a97cd66e-27ef-4385-83e2-4354e51288fa,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:57.976896 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Allocated IP 172.20.0.1 (3c24e7e5-e19c-40ad-b7d6-76367c7c7816/6cb1fb97-c969-4abf-ac37-f48d47c4882c/879b54f6-2e26-4c00-97c6-47690647419f) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:17:57.980703 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Attempting to bind port a97cd66e-27ef-4385-83e2-4354e51288fa on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:17:57.980703 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Attempting to bind port a97cd66e-27ef-4385-83e2-4354e51288fa by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:17:57.981315 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Attempting to bind port a97cd66e-27ef-4385-83e2-4354e51288fa on network b8e3ac99-7604-4669-8bd3-91990de5fe29 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:17:57.988943 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:17:57.996174 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Checking segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:17:57.996174 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:57.996174 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Bound using segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:17:57.996174 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Bound port: a97cd66e-27ef-4385-83e2-4354e51288fa, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:17:57.996174 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.012979 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a52ef-83e6-45ea-9406-26c579f3726e None None] Current status of the port 4fa72f1f-a593-4c60-939b-05942f0a8791 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:58.019136 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7f1a52ef-83e6-45ea-9406-26c579f3726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.068054 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-7f1a52ef-83e6-45ea-9406-26c579f3726e None None] For port 4fa72f1f-a593-4c60-939b-05942f0a8791, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4fa72f1f-a593-4c60-939b-05942f0a8791,segment=NetworkSegment(856400b1-f93a-4fab-b4fb-6592dad6d390),segment_id=856400b1-f93a-4fab-b4fb-6592dad6d390)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:17:58.078833 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] For port a97cd66e-27ef-4385-83e2-4354e51288fa, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:17:58.087984 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] For port a97cd66e-27ef-4385-83e2-4354e51288fa, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=a97cd66e-27ef-4385-83e2-4354e51288fa,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:17:58.123107 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Publish callbacks [] for port (879b54f6-2e26-4c00-97c6-47690647419f), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.131092 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7f1a52ef-83e6-45ea-9406-26c579f3726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.155221 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.207910 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a52ef-83e6-45ea-9406-26c579f3726e None None] Pushing event updated for resources: {'Port': ['ID=4fa72f1f-a593-4c60-939b-05942f0a8791,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:58.215140 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Routers {'395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:58.215856 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:17:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:58.239961 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (879b54f6-2e26-4c00-97c6-47690647419f), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.252557 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-cb3edff2-ed3d-4545-a0fe-6aa353e6b656 None None] Provisioning complete for port 4fa72f1f-a593-4c60-939b-05942f0a8791 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:58.252932 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cb3edff2-ed3d-4545-a0fe-6aa353e6b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.276371 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.285461 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Network 3c24e7e5-e19c-40ad-b7d6-76367c7c7816 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:17:58.288751 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:17:58.294147 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:17:58.337577 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Pushing event updated for resources: {'Port': ['ID=879b54f6-2e26-4c00-97c6-47690647419f,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:58.346708 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-cb3edff2-ed3d-4545-a0fe-6aa353e6b656 None None] Current status of the port 4fa72f1f-a593-4c60-939b-05942f0a8791 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:58.350981 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8041731'] for router_interface (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.371087 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c406c53-6c11-4788-b905-0284a43a9ef1 None None] Pushing event updated for resources: {'Port': ['ID=a97cd66e-27ef-4385-83e2-4354e51288fa,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:58.448816 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] Set router 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:58.556949 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (879b54f6-2e26-4c00-97c6-47690647419f), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.579189 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-ba2a549e-0279-4b36-9c20-13aab44067a2 None None] Provisioning complete for port 879b54f6-2e26-4c00-97c6-47690647419f triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:58.580209 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ba2a549e-0279-4b36-9c20-13aab44067a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (879b54f6-2e26-4c00-97c6-47690647419f), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.615321 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a549e-0279-4b36-9c20-13aab44067a2 None None] Port 879b54f6-2e26-4c00-97c6-47690647419f cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:17:58.631679 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'name': 'tempest-TestShelveInstance-360802418-router', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:17:56Z', 'revision_number': 3, 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'gw_port': {'id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:58.665276 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c477e890-b22a-44d9-b3f7-938751a8804a None None] The sync data for ids ['395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'] in dv-cinder-836072-2-iscsi is: [{'id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'name': 'tempest-TestShelveInstance-360802418-router', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:17:56Z', 'revision_number': 3, 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'gw_port': {'id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:17:58.759211 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Publish callbacks [] for port (879b54f6-2e26-4c00-97c6-47690647419f), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.770460 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f731fc-5d7d-43d2-a03c-780dc43f482d req-2872a271-d682-449d-bdad-fad92fd2e516 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:58.771933 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a0f731fc-5d7d-43d2-a03c-780dc43f482d req-2872a271-d682-449d-bdad-fad92fd2e516 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 944 time: 0.0936995 Apr 06 11:17:58.829584 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a0f731fc-5d7d-43d2-a03c-780dc43f482d req-af976022-673b-491b-8657-053a7f12966e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519505 Apr 06 11:17:58.867193 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device c2db81ce-5097-40f7-a9c1-5d58ddb80d78 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:17:58.870282 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device cd554841-4012-412c-8eb1-8f98e619785c up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:17:58.885155 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (879b54f6-2e26-4c00-97c6-47690647419f), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.961456 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Pushing event updated for resources: {'Port': ['ID=879b54f6-2e26-4c00-97c6-47690647419f,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:58.969823 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:58.969823 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.973196 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port cd554841-4012-412c-8eb1-8f98e619785c triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:58.973341 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (cd554841-4012-412c-8eb1-8f98e619785c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:58.981037 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8362797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8039059'] for router_interface (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:59.091510 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Network 3c24e7e5-e19c-40ad-b7d6-76367c7c7816 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:17:59.093525 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:17:59.120110 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:59.121251 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4fa72f1f-a593-4c60-939b-05942f0a8791 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:17:59.149848 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port cd554841-4012-412c-8eb1-8f98e619785c is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:59.150388 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (cd554841-4012-412c-8eb1-8f98e619785c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:59.187183 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:17:59.189430 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8511406b-690f-4712-af5d-96a2b411f3a1" -d '{"events": [{"server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd554841-4012-412c-8eb1-8f98e619785c"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:17:59.206064 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cd554841-4012-412c-8eb1-8f98e619785c,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:17:59.223800 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 4fa72f1f-a593-4c60-939b-05942f0a8791 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:59.223962 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:59.230361 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Router 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:17:59.256997 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d811ec-d973-4b5d-bb1d-f811495e75c2 x-openstack-request-id: req-d4d811ec-d973-4b5d-bb1d-f811495e75c2 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:17:59.257321 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd554841-4012-412c-8eb1-8f98e619785c", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:17:59.257576 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4d811ec-d973-4b5d-bb1d-f811495e75c2 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:17:59.257972 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d811ec-d973-4b5d-bb1d-f811495e75c2'] response: {'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c', 'code': 200} Apr 06 11:17:59.271459 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (cd554841-4012-412c-8eb1-8f98e619785c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:59.364465 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:17:59.369971 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9ca41291-9801-453f-9814-8e5f45b9cf78 admin admin] 10.222.0.62 "PUT /v2.0/routers/395a1e9a-8b75-41ef-b78c-3e7ef1bd1618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2445228 Apr 06 11:17:59.390765 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=cd554841-4012-412c-8eb1-8f98e619785c,revision_number=7']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:59.398973 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-34b9db89-4f93-475d-92af-4caa9e159a43 None None] Provisioning complete for port 879b54f6-2e26-4c00-97c6-47690647419f triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:17:59.401567 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-34b9db89-4f93-475d-92af-4caa9e159a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (879b54f6-2e26-4c00-97c6-47690647419f), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:59.432219 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 4fa72f1f-a593-4c60-939b-05942f0a8791 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:17:59.449407 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-34b9db89-4f93-475d-92af-4caa9e159a43 None None] Port 879b54f6-2e26-4c00-97c6-47690647419f cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:17:59.958629 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644c061-63c7-4f31-b026-543b07c07415 req-50434cd5-94cd-4f4f-a4d2-2e12622bbfbc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:59.960079 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5644c061-63c7-4f31-b026-543b07c07415 req-50434cd5-94cd-4f4f-a4d2-2e12622bbfbc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0551832 Apr 06 11:18:00.005614 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5644c061-63c7-4f31-b026-543b07c07415 req-01de096e-c344-487c-a23b-be251e11a002 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399506 Apr 06 11:18:00.182555 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53684) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:00.187958 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-9a63e465-7423-46ec-8b3e-bf72809a5647 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1428930710', 'description': 'tempest-secgroup-smoke-1428930710 description', 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:18:00.256375 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a63e465-7423-46ec-8b3e-bf72809a5647 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.322881 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a63e465-7423-46ec-8b3e-bf72809a5647 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group (4b80f382-7e41-49e5-b0dc-3b1dc66a3b55), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.375577 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Sync routers for ids ['395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:18:00.376029 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a63e465-7423-46ec-8b3e-bf72809a5647 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (4b80f382-7e41-49e5-b0dc-3b1dc66a3b55), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.376131 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Routers {'395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:18:00.376774 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:17:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:18:00.394018 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63e465-7423-46ec-8b3e-bf72809a5647 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:00.429772 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9a63e465-7423-46ec-8b3e-bf72809a5647 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.431055 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9a63e465-7423-46ec-8b3e-bf72809a5647 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2474599 Apr 06 11:18:00.433971 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53686) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:00.439061 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-7eab4239-e509-4b40-92cc-89cc49498aa2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Request body: {'security_group_rule': {'security_group_id': '4b80f382-7e41-49e5-b0dc-3b1dc66a3b55', 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:18:00.485082 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Set router 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:18:00.512407 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7eab4239-e509-4b40-92cc-89cc49498aa2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (edff80e5-1ed8-4856-8751-2458d534c4a6), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.566592 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7eab4239-e509-4b40-92cc-89cc49498aa2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (edff80e5-1ed8-4856-8751-2458d534c4a6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.622232 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7eab4239-e509-4b40-92cc-89cc49498aa2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (edff80e5-1ed8-4856-8751-2458d534c4a6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.641475 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab4239-e509-4b40-92cc-89cc49498aa2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edff80e5-1ed8-4856-8751-2458d534c4a6,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:00.678641 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'name': 'tempest-TestShelveInstance-360802418-router', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:17:58Z', 'revision_number': 4, 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'gw_port': {'id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '879b54f6-2e26-4c00-97c6-47690647419f', 'name': '', 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'mac_address': 'fa:16:3e:b7:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6cb1fb97-c969-4abf-ac37-f48d47c4882c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:57Z', 'updated_at': '2022-04-06T11:17:58Z', 'revision_number': 2, 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'subnets': [{'id': '6cb1fb97-c969-4abf-ac37-f48d47c4882c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:18:00.692605 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7eab4239-e509-4b40-92cc-89cc49498aa2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.693869 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-7eab4239-e509-4b40-92cc-89cc49498aa2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2588174 Apr 06 11:18:00.696644 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53688) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:00.700919 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-9f74a3ab-7174-4e5b-97ac-8ad4bfaedef5 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Request body: {'security_group_rule': {'security_group_id': '4b80f382-7e41-49e5-b0dc-3b1dc66a3b55', 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:18:00.707577 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Checking router: 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:18:00.707942 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Updating router 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 port 879b54f6-2e26-4c00-97c6-47690647419f binding host dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:18:00.734959 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (879b54f6-2e26-4c00-97c6-47690647419f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.793326 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f74a3ab-7174-4e5b-97ac-8ad4bfaedef5 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (107c27c6-87a9-498b-a3a0-308db9d664f6), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.829597 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device a97cd66e-27ef-4385-83e2-4354e51288fa up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:18:00.855171 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f74a3ab-7174-4e5b-97ac-8ad4bfaedef5 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (107c27c6-87a9-498b-a3a0-308db9d664f6), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.924859 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f74a3ab-7174-4e5b-97ac-8ad4bfaedef5 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (107c27c6-87a9-498b-a3a0-308db9d664f6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.939105 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port a97cd66e-27ef-4385-83e2-4354e51288fa triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:18:00.939479 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:00.942210 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74a3ab-7174-4e5b-97ac-8ad4bfaedef5 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107c27c6-87a9-498b-a3a0-308db9d664f6,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:01.001330 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f74a3ab-7174-4e5b-97ac-8ad4bfaedef5 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.005285 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9f74a3ab-7174-4e5b-97ac-8ad4bfaedef5 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3050523 Apr 06 11:18:01.005446 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53690) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:01.009931 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-0faaf5a7-e791-4252-9fb2-a397bbc73a07 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Request body: {'security_group_rule': {'security_group_id': '4b80f382-7e41-49e5-b0dc-3b1dc66a3b55', 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:18:01.090207 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port a97cd66e-27ef-4385-83e2-4354e51288fa is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:18:01.090486 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.091417 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0faaf5a7-e791-4252-9fb2-a397bbc73a07 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (9ce09d08-8ca1-4e8b-a8c5-8871d001d605), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.116871 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Publish callbacks [] for port (879b54f6-2e26-4c00-97c6-47690647419f), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.129264 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port a97cd66e-27ef-4385-83e2-4354e51288fa, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=a97cd66e-27ef-4385-83e2-4354e51288fa,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:18:01.155163 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0faaf5a7-e791-4252-9fb2-a397bbc73a07 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (9ce09d08-8ca1-4e8b-a8c5-8871d001d605), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.199591 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (879b54f6-2e26-4c00-97c6-47690647419f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.229687 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0faaf5a7-e791-4252-9fb2-a397bbc73a07 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (9ce09d08-8ca1-4e8b-a8c5-8871d001d605), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.231104 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.256029 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaf5a7-e791-4252-9fb2-a397bbc73a07 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce09d08-8ca1-4e8b-a8c5-8871d001d605,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:01.259928 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bfa71-0b40-40f6-95cf-5c996ac3e3f5 None None] Pushing event updated for resources: {'Port': ['ID=879b54f6-2e26-4c00-97c6-47690647419f,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:01.287705 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6229d-fe2c-4301-96e9-a940e1b42992 req-e6ed4af1-95a3-4e28-9afb-458ce0698826 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:01.289772 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-68f6229d-fe2c-4301-96e9-a940e1b42992 req-e6ed4af1-95a3-4e28-9afb-458ce0698826 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0593407 Apr 06 11:18:01.332988 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0faaf5a7-e791-4252-9fb2-a397bbc73a07 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.334225 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-0faaf5a7-e791-4252-9fb2-a397bbc73a07 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278568 Apr 06 11:18:01.337090 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53694) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:01.342873 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-6f366b95-dcd9-48b7-959d-2ec8e4f7a638 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Request body: {'security_group_rule': {'security_group_id': '4b80f382-7e41-49e5-b0dc-3b1dc66a3b55', 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:18:01.360579 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Attempting to bind port 879b54f6-2e26-4c00-97c6-47690647419f on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:18:01.360962 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Attempting to bind port 879b54f6-2e26-4c00-97c6-47690647419f by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '856400b1-f93a-4fab-b4fb-6592dad6d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:18:01.361446 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Attempting to bind port 879b54f6-2e26-4c00-97c6-47690647419f on network 3c24e7e5-e19c-40ad-b7d6-76367c7c7816 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:18:01.364590 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=a97cd66e-27ef-4385-83e2-4354e51288fa,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:01.364848 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-68f6229d-fe2c-4301-96e9-a940e1b42992 req-0f25d55a-862c-4869-80ff-d0eab237da1a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653980 Apr 06 11:18:01.370893 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:18:01.370893 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Checking segment: {'id': '856400b1-f93a-4fab-b4fb-6592dad6d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:18:01.370893 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.371211 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Bound using segment: {'id': '856400b1-f93a-4fab-b4fb-6592dad6d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:18:01.371601 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Bound port: 879b54f6-2e26-4c00-97c6-47690647419f, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856400b1-f93a-4fab-b4fb-6592dad6d390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:18:01.371985 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (879b54f6-2e26-4c00-97c6-47690647419f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.446072 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] For port 879b54f6-2e26-4c00-97c6-47690647419f, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:18:01.450631 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] For port 879b54f6-2e26-4c00-97c6-47690647419f, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=879b54f6-2e26-4c00-97c6-47690647419f,segment=NetworkSegment(856400b1-f93a-4fab-b4fb-6592dad6d390),segment_id=856400b1-f93a-4fab-b4fb-6592dad6d390)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:18:01.450812 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f366b95-dcd9-48b7-959d-2ec8e4f7a638 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (30b0503a-c4f8-446e-950d-8161861e378b), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.508352 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f366b95-dcd9-48b7-959d-2ec8e4f7a638 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (30b0503a-c4f8-446e-950d-8161861e378b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.520201 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (879b54f6-2e26-4c00-97c6-47690647419f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.583886 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Routers {'395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:18:01.584706 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:17:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:18:01.587955 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f366b95-dcd9-48b7-959d-2ec8e4f7a638 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (30b0503a-c4f8-446e-950d-8161861e378b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.590928 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bfa71-0b40-40f6-95cf-5c996ac3e3f5 None None] Pushing event updated for resources: {'Port': ['ID=879b54f6-2e26-4c00-97c6-47690647419f,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:01.613275 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f366b95-dcd9-48b7-959d-2ec8e4f7a638 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b0503a-c4f8-446e-950d-8161861e378b,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:01.637982 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bdbd8dec-41f3-4085-a9f3-e82841d2a71a None None] Provisioning complete for port 879b54f6-2e26-4c00-97c6-47690647419f triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:18:01.638605 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8dec-41f3-4085-a9f3-e82841d2a71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (879b54f6-2e26-4c00-97c6-47690647419f), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.688813 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f366b95-dcd9-48b7-959d-2ec8e4f7a638 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.690485 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6f366b95-dcd9-48b7-959d-2ec8e4f7a638 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3519430 Apr 06 11:18:01.695687 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53696) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:01.698844 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-ea2dc476-d5ea-4ce0-b491-b8558ec64002 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Request body: {'security_group_rule': {'security_group_id': '4b80f382-7e41-49e5-b0dc-3b1dc66a3b55', 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:18:01.759532 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.securitygroups_db [None req-ea2dc476-d5ea-4ce0-b491-b8558ec64002 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Project 89551c23f02f4ee7a29f7ba8e8b63dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:18:01.760399 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] Set router 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:18:01.764964 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc476-d5ea-4ce0-b491-b8558ec64002 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (1fa3e4da-e5d3-4c4a-af80-c01af9fa1d95), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.806052 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd8dec-41f3-4085-a9f3-e82841d2a71a None None] Current status of the port 879b54f6-2e26-4c00-97c6-47690647419f is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:18:01.806433 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8dec-41f3-4085-a9f3-e82841d2a71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (879b54f6-2e26-4c00-97c6-47690647419f), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.826268 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc476-d5ea-4ce0-b491-b8558ec64002 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (1fa3e4da-e5d3-4c4a-af80-c01af9fa1d95), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.867693 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc476-d5ea-4ce0-b491-b8558ec64002 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (1fa3e4da-e5d3-4c4a-af80-c01af9fa1d95), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.887559 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dc476-d5ea-4ce0-b491-b8558ec64002 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa3e4da-e5d3-4c4a-af80-c01af9fa1d95,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:01.907413 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bdbd8dec-41f3-4085-a9f3-e82841d2a71a None None] For port 879b54f6-2e26-4c00-97c6-47690647419f, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=879b54f6-2e26-4c00-97c6-47690647419f,segment=NetworkSegment(856400b1-f93a-4fab-b4fb-6592dad6d390),segment_id=856400b1-f93a-4fab-b4fb-6592dad6d390)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:18:01.932538 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc476-d5ea-4ce0-b491-b8558ec64002 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:01.933867 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ea2dc476-d5ea-4ce0-b491-b8558ec64002 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2397447 Apr 06 11:18:01.937429 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53698) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:01.941768 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-9e610469-5f7f-4aa9-9241-a7540cef171b tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Request body: {'security_group_rule': {'security_group_id': '4b80f382-7e41-49e5-b0dc-3b1dc66a3b55', 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:18:01.971101 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bdbd8dec-41f3-4085-a9f3-e82841d2a71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (879b54f6-2e26-4c00-97c6-47690647419f), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:02.027814 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.securitygroups_db [None req-9e610469-5f7f-4aa9-9241-a7540cef171b tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Project 89551c23f02f4ee7a29f7ba8e8b63dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:18:02.031835 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'name': 'tempest-TestShelveInstance-360802418-router', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:17:58Z', 'revision_number': 4, 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'gw_port': {'id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '879b54f6-2e26-4c00-97c6-47690647419f', 'name': '', 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'mac_address': 'fa:16:3e:b7:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6cb1fb97-c969-4abf-ac37-f48d47c4882c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:57Z', 'updated_at': '2022-04-06T11:18:01Z', 'revision_number': 4, 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'subnets': [{'id': '6cb1fb97-c969-4abf-ac37-f48d47c4882c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:18:02.033004 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9e610469-5f7f-4aa9-9241-a7540cef171b tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (f70749eb-0734-4db7-8c96-6654b1a9e78a), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:02.033520 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd8dec-41f3-4085-a9f3-e82841d2a71a None None] Pushing event updated for resources: {'Port': ['ID=879b54f6-2e26-4c00-97c6-47690647419f,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:02.097286 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9e610469-5f7f-4aa9-9241-a7540cef171b tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (f70749eb-0734-4db7-8c96-6654b1a9e78a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:02.164990 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9e610469-5f7f-4aa9-9241-a7540cef171b tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (f70749eb-0734-4db7-8c96-6654b1a9e78a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:02.181339 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e610469-5f7f-4aa9-9241-a7540cef171b tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70749eb-0734-4db7-8c96-6654b1a9e78a,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:02.189805 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debe3b8b-b572-4828-a427-63dab0681147 None None] The sync data for ids ['395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'] in dv-cinder-836072-2-iscsi is: [{'id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'name': 'tempest-TestShelveInstance-360802418-router', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:17:58Z', 'revision_number': 4, 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'gw_port': {'id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '879b54f6-2e26-4c00-97c6-47690647419f', 'name': '', 'network_id': '3c24e7e5-e19c-40ad-b7d6-76367c7c7816', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'mac_address': 'fa:16:3e:b7:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '6cb1fb97-c969-4abf-ac37-f48d47c4882c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:57Z', 'updated_at': '2022-04-06T11:18:01Z', 'revision_number': 4, 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'subnets': [{'id': '6cb1fb97-c969-4abf-ac37-f48d47c4882c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:18:02.201030 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-02a40d62-1aeb-434c-8870-2f513a3bc780 None None] Provisioning complete for port 879b54f6-2e26-4c00-97c6-47690647419f triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:18:02.201434 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-02a40d62-1aeb-434c-8870-2f513a3bc780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (879b54f6-2e26-4c00-97c6-47690647419f), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:02.270203 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9e610469-5f7f-4aa9-9241-a7540cef171b tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:02.271459 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9e610469-5f7f-4aa9-9241-a7540cef171b tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330939 Apr 06 11:18:02.312728 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-02a40d62-1aeb-434c-8870-2f513a3bc780 None None] Current status of the port 879b54f6-2e26-4c00-97c6-47690647419f is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:18:02.495316 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcfa7a-29a4-48f7-ad96-f2aba872f9c9 req-4740d7fb-e25d-42d8-90ea-b0e298335ea7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:02.496881 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f9fcfa7a-29a4-48f7-ad96-f2aba872f9c9 req-4740d7fb-e25d-42d8-90ea-b0e298335ea7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0595281 Apr 06 11:18:02.563972 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f9fcfa7a-29a4-48f7-ad96-f2aba872f9c9 req-ccccc084-17e9-4400-b662-81fcd5644d07 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545332 Apr 06 11:18:02.873895 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device a97cd66e-27ef-4385-83e2-4354e51288fa up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:18:02.921828 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port a97cd66e-27ef-4385-83e2-4354e51288fa triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:18:02.922203 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:02.997565 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port a97cd66e-27ef-4385-83e2-4354e51288fa is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:18:02.998546 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 879b54f6-2e26-4c00-97c6-47690647419f up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:18:03.048596 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 879b54f6-2e26-4c00-97c6-47690647419f triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:18:03.048975 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (879b54f6-2e26-4c00-97c6-47690647419f), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:03.143974 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 879b54f6-2e26-4c00-97c6-47690647419f is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:18:03.706822 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5085e1-0511-418f-b62c-ad5ecff3d6a2 req-46787909-68f8-47d3-b3d7-319d7f51733e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:03.715338 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a5085e1-0511-418f-b62c-ad5ecff3d6a2 req-46787909-68f8-47d3-b3d7-319d7f51733e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0820034 Apr 06 11:18:03.785799 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a5085e1-0511-418f-b62c-ad5ecff3d6a2 req-3bfb7656-840f-4765-b622-e3e23c2266eb tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677595 Apr 06 11:18:04.916490 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7341205-d945-4750-99b9-8578305012a9 req-2d3c4831-72f4-4749-8d7c-648489311554 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:04.918384 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7341205-d945-4750-99b9-8578305012a9 req-2d3c4831-72f4-4749-8d7c-648489311554 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0570350 Apr 06 11:18:04.978431 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c7341205-d945-4750-99b9-8578305012a9 req-e1b65cd4-a463-4c5b-840a-a78f8324809e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483727 Apr 06 11:18:06.104860 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5c589-2d13-4def-8c72-f7e8f7c80dbe req-208ecb93-2725-4218-9b78-5a77199ddeef tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:06.106376 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9be5c589-2d13-4def-8c72-f7e8f7c80dbe req-208ecb93-2725-4218-9b78-5a77199ddeef tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0522532 Apr 06 11:18:06.157846 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9be5c589-2d13-4def-8c72-f7e8f7c80dbe req-cdec8d9e-dfc9-4690-a57d-4f2883797c57 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451713 Apr 06 11:18:07.304518 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f34df-5bb4-4811-985c-82663552a7fe req-d7a6dcb9-4bd1-4af9-949b-764a3213bb27 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:07.306238 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-245f34df-5bb4-4811-985c-82663552a7fe req-d7a6dcb9-4bd1-4af9-949b-764a3213bb27 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0704784 Apr 06 11:18:07.405340 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-245f34df-5bb4-4811-985c-82663552a7fe req-81deacf1-3980-4534-a24c-7a992c795ce6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850036 Apr 06 11:18:08.555978 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159aa56-0b2d-4e4e-9ff1-7aa685fdecef req-99cc31d2-6cc8-4777-9c88-a57198123cb2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:08.557564 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c159aa56-0b2d-4e4e-9ff1-7aa685fdecef req-99cc31d2-6cc8-4777-9c88-a57198123cb2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0727234 Apr 06 11:18:08.606591 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c159aa56-0b2d-4e4e-9ff1-7aa685fdecef req-9e272b3a-bc8b-43ea-a95b-80f2916badc6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424423 Apr 06 11:18:09.745154 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da74b28-1779-4f10-b595-a6c4bb022b60 req-b242b5bd-79e7-476f-90bb-ac9e8f72b205 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:09.746640 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2da74b28-1779-4f10-b595-a6c4bb022b60 req-b242b5bd-79e7-476f-90bb-ac9e8f72b205 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0646162 Apr 06 11:18:09.794998 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2da74b28-1779-4f10-b595-a6c4bb022b60 req-3af1ffd2-e8a5-4b09-b9ad-c2fa04d430d6 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Apr 06 11:18:10.934953 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda3163-c3e3-4070-a3e4-65fedc06745b req-2a695568-d42e-497f-8ef2-79829d7c4959 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:10.936432 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2bda3163-c3e3-4070-a3e4-65fedc06745b req-2a695568-d42e-497f-8ef2-79829d7c4959 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0651455 Apr 06 11:18:10.987513 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-2bda3163-c3e3-4070-a3e4-65fedc06745b req-19924f3b-a1f1-4115-a67f-9c6a0e7a88b9 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447788 Apr 06 11:18:12.119860 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971b0d7-caaf-41b3-8811-177a2e8e5d8a req-f1b8b3e1-daa1-4f67-9f53-4724a3fd821a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:12.121604 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e971b0d7-caaf-41b3-8811-177a2e8e5d8a req-f1b8b3e1-daa1-4f67-9f53-4724a3fd821a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0573788 Apr 06 11:18:12.173175 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e971b0d7-caaf-41b3-8811-177a2e8e5d8a req-15c454a8-b519-444e-9d0c-38faec31c543 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444846 Apr 06 11:18:13.297783 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648bcd9-3a7f-48c2-8395-6a9507f89189 req-d77810d8-c9a8-40bd-8279-58dd31add15a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:13.299258 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f648bcd9-3a7f-48c2-8395-6a9507f89189 req-d77810d8-c9a8-40bd-8279-58dd31add15a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0553982 Apr 06 11:18:13.347544 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f648bcd9-3a7f-48c2-8395-6a9507f89189 req-525c8d41-f1f8-4633-9095-a6d71bdb48ae tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412266 Apr 06 11:18:14.479725 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da438e63-85eb-4c12-86a8-a3770eb45f4d req-37ab8707-3f61-4fd1-afd3-bcdb24af6d56 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:14.481303 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-da438e63-85eb-4c12-86a8-a3770eb45f4d req-37ab8707-3f61-4fd1-afd3-bcdb24af6d56 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0543380 Apr 06 11:18:14.531446 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-da438e63-85eb-4c12-86a8-a3770eb45f4d req-89c866f3-edad-4e8c-8b52-3cda1fd1fdcc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447257 Apr 06 11:18:15.655744 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb84124-5d44-4e87-9080-a069e2db9b55 req-46a332ba-7163-455a-8720-a867e1f37a84 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:15.657249 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dfb84124-5d44-4e87-9080-a069e2db9b55 req-46a332ba-7163-455a-8720-a867e1f37a84 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0523615 Apr 06 11:18:15.717542 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dfb84124-5d44-4e87-9080-a069e2db9b55 req-3c41b5d7-ad79-4217-bf2f-edb0231c2be0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536885 Apr 06 11:18:16.074118 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:16.847938 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fdb77-b78f-4ef9-ba6c-0672bf65a241 req-ed0a6f34-e5bf-461b-941c-edc6554b757a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:16.849557 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b1fdb77-b78f-4ef9-ba6c-0672bf65a241 req-ed0a6f34-e5bf-461b-941c-edc6554b757a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0633113 Apr 06 11:18:16.930609 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b1fdb77-b78f-4ef9-ba6c-0672bf65a241 req-195a5bfc-19e3-4ea9-9a79-68e50a059a66 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733528 Apr 06 11:18:18.063718 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77822f5-e8d3-452f-b174-bfeb895d4b1a req-3dc5b940-2fe2-4ab6-83f0-3ec3c28e9731 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:18.065510 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b77822f5-e8d3-452f-b174-bfeb895d4b1a req-3dc5b940-2fe2-4ab6-83f0-3ec3c28e9731 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0546997 Apr 06 11:18:18.114386 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b77822f5-e8d3-452f-b174-bfeb895d4b1a req-71820fce-9387-48bb-9fc3-ed00d26e715c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 Apr 06 11:18:19.319058 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca3cc-86fa-4c4a-bbb0-f0b0a66760bc req-8b751adb-6620-4a69-b72a-6f9671fc8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:19.321043 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d16ca3cc-86fa-4c4a-bbb0-f0b0a66760bc req-8b751adb-6620-4a69-b72a-6f9671fc8e79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 1129 time: 0.0443480 Apr 06 11:18:19.340963 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425ab60-2439-4644-80cd-d540536b1dbc req-11742c16-57aa-4306-a7ad-d02b62b2c83e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:19.342583 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7425ab60-2439-4644-80cd-d540536b1dbc req-11742c16-57aa-4306-a7ad-d02b62b2c83e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.1550488 Apr 06 11:18:19.388586 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7425ab60-2439-4644-80cd-d540536b1dbc req-1b69c902-e9e7-4d96-b07e-868ea3f61c86 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402007 Apr 06 11:18:19.442638 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca3cc-86fa-4c4a-bbb0-f0b0a66760bc req-e15cc461-9751-4b2c-8788-8c6eeede1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:19.444093 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d16ca3cc-86fa-4c4a-bbb0-f0b0a66760bc req-e15cc461-9751-4b2c-8788-8c6eeede1e67 service neutron] 10.222.0.49 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 918 time: 0.0863295 Apr 06 11:18:19.523638 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d16ca3cc-86fa-4c4a-bbb0-f0b0a66760bc req-5771ec61-4c5c-48b6-a9fd-764ee179794a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd554841-4012-412c-8eb1-8f98e619785c HTTP/1.1" status: 200 len: 1001 time: 0.0564876 Apr 06 11:18:19.580096 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca3cc-86fa-4c4a-bbb0-f0b0a66760bc req-607d15da-f83c-4835-9066-b22e721e7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:19.581586 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d16ca3cc-86fa-4c4a-bbb0-f0b0a66760bc req-607d15da-f83c-4835-9066-b22e721e7b43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaeedc9a-09ce-4d61-a72a-cdddeddf087c HTTP/1.1" status: 200 len: 856 time: 0.0519736 Apr 06 11:18:19.629335 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca3cc-86fa-4c4a-bbb0-f0b0a66760bc req-fa8be5d4-3f9d-4d3f-b618-3a817841580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:19.630776 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d16ca3cc-86fa-4c4a-bbb0-f0b0a66760bc req-fa8be5d4-3f9d-4d3f-b618-3a817841580a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=723de1ee-b3fa-4231-9470-1bc702945e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427623 Apr 06 11:18:19.716431 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d16ca3cc-86fa-4c4a-bbb0-f0b0a66760bc req-99b51311-5c8a-4e3d-b38e-dcda1d18f496 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784330 Apr 06 11:18:19.805338 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d16ca3cc-86fa-4c4a-bbb0-f0b0a66760bc req-6101d742-5535-402a-a2ea-7830a199a712 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823057 Apr 06 11:18:20.587614 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d689c3e-6d8f-4662-b473-e1a53440703c req-31f97688-b076-4829-bcf0-c7bfdb3edb38 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:20.589116 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5d689c3e-6d8f-4662-b473-e1a53440703c req-31f97688-b076-4829-bcf0-c7bfdb3edb38 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.1298249 Apr 06 11:18:20.590957 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae255a48-f883-4940-8ee0-817972d4c049 req-70a20ac1-fcf8-4bd1-b85f-61bbafcfad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:20.592337 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae255a48-f883-4940-8ee0-817972d4c049 req-70a20ac1-fcf8-4bd1-b85f-61bbafcfad44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 1129 time: 0.0857935 Apr 06 11:18:20.690459 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5d689c3e-6d8f-4662-b473-e1a53440703c req-d956a1c5-6fa5-40d1-b9c2-48e42a2f4883 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956860 Apr 06 11:18:20.713551 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae255a48-f883-4940-8ee0-817972d4c049 req-6dd80f9a-207b-4627-aa71-8fc4f9c6a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:20.714982 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae255a48-f883-4940-8ee0-817972d4c049 req-6dd80f9a-207b-4627-aa71-8fc4f9c6a6a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 918 time: 0.1142159 Apr 06 11:18:20.783863 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae255a48-f883-4940-8ee0-817972d4c049 req-249cc973-c24f-47fc-89ec-aba86166ab69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd554841-4012-412c-8eb1-8f98e619785c HTTP/1.1" status: 200 len: 1001 time: 0.0614572 Apr 06 11:18:20.831177 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae255a48-f883-4940-8ee0-817972d4c049 req-050afb1c-db0e-4d33-9faa-370096c951bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:20.832535 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae255a48-f883-4940-8ee0-817972d4c049 req-050afb1c-db0e-4d33-9faa-370096c951bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaeedc9a-09ce-4d61-a72a-cdddeddf087c HTTP/1.1" status: 200 len: 856 time: 0.0423231 Apr 06 11:18:20.879374 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae255a48-f883-4940-8ee0-817972d4c049 req-104fa5eb-88b6-4fba-8d0a-0299587f7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:20.880782 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae255a48-f883-4940-8ee0-817972d4c049 req-104fa5eb-88b6-4fba-8d0a-0299587f7186 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=723de1ee-b3fa-4231-9470-1bc702945e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413854 Apr 06 11:18:20.968838 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae255a48-f883-4940-8ee0-817972d4c049 req-1781f1fc-75de-4e06-b276-f4c397404261 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816541 Apr 06 11:18:21.057011 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae255a48-f883-4940-8ee0-817972d4c049 req-8ebbb670-094a-485d-b2e7-b3e779ff9967 service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804095 Apr 06 11:18:21.812729 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110904bd-bb0d-4e38-a139-e9b0df96ac00 req-2c73fe6e-1f3e-4c45-9aa4-40c3142c2740 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:21.814208 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-110904bd-bb0d-4e38-a139-e9b0df96ac00 req-2c73fe6e-1f3e-4c45-9aa4-40c3142c2740 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0539181 Apr 06 11:18:21.859524 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-110904bd-bb0d-4e38-a139-e9b0df96ac00 req-8451f3d1-203d-49f8-a2e0-583d2f317a97 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398297 Apr 06 11:18:21.913124 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-23890e05-737a-4175-8609-cbcdcfe3eff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:22.020855 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:18:22.968137 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device cd554841-4012-412c-8eb1-8f98e619785c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:18:22.984698 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed73753-d4ee-4c58-9b76-fc62fde3e30d req-aa3f3405-8104-4b24-84ef-56a1c6e99ad4 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:22.986186 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6ed73753-d4ee-4c58-9b76-fc62fde3e30d req-aa3f3405-8104-4b24-84ef-56a1c6e99ad4 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 945 time: 0.0524375 Apr 06 11:18:23.032663 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6ed73753-d4ee-4c58-9b76-fc62fde3e30d req-27ae7728-b1da-4976-976b-8b9a6a37b38a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408480 Apr 06 11:18:23.043051 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port cd554841-4012-412c-8eb1-8f98e619785c is: ACTIVE; New status is: DOWN {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:18:23.043552 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (cd554841-4012-412c-8eb1-8f98e619785c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:23.064588 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:18:23.066802 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c65962-b841-4512-8317-933b069b75db" -d '{"events": [{"server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "name": "network-vif-unplugged", "status": "completed", "tag": "cd554841-4012-412c-8eb1-8f98e619785c"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:18:23.078694 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cd554841-4012-412c-8eb1-8f98e619785c,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:18:23.103491 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 11:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8a948b-8ee6-40da-acff-d405b8ce1107 x-openstack-request-id: req-cb8a948b-8ee6-40da-acff-d405b8ce1107 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:18:23.103780 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "name": "network-vif-unplugged", "status": "completed", "tag": "cd554841-4012-412c-8eb1-8f98e619785c", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:18:23.104036 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb8a948b-8ee6-40da-acff-d405b8ce1107 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:18:23.104438 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8a948b-8ee6-40da-acff-d405b8ce1107'] response: {'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c', 'code': 200} Apr 06 11:18:23.130662 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (cd554841-4012-412c-8eb1-8f98e619785c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:23.184079 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=cd554841-4012-412c-8eb1-8f98e619785c,revision_number=8']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:24.157772 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b087ae0-5247-488b-ae28-73c7cf6b801e req-c8b24286-d5e2-4e99-8247-ebf636367c97 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:24.159219 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b087ae0-5247-488b-ae28-73c7cf6b801e req-c8b24286-d5e2-4e99-8247-ebf636367c97 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0561185 Apr 06 11:18:24.207298 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5b087ae0-5247-488b-ae28-73c7cf6b801e req-4ced8880-d269-4bf4-b5a6-c79bffe153dd tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417552 Apr 06 11:18:24.244759 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-983c62d7-d51d-40d0-8567-f8909fa37d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:25.318919 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:26.035356 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009f7ba-11bd-4493-b302-cdbadb723b8b req-9f5a8792-1054-42d7-8f25-84657c9d3f13 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:26.036849 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7009f7ba-11bd-4493-b302-cdbadb723b8b req-9f5a8792-1054-42d7-8f25-84657c9d3f13 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0541818 Apr 06 11:18:26.083817 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7009f7ba-11bd-4493-b302-cdbadb723b8b req-67b5073d-be2a-47ec-b08b-cf5a0b8aa246 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410955 Apr 06 11:18:26.392081 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53960) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:26.508457 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-441c18c0-0c39-40cf-ae7f-23799b0c545e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152036 Apr 06 11:18:26.517602 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-a9bd5450-f25b-41e5-9a5e-1813fc355b33 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:18:26.518550 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-a9bd5450-f25b-41e5-9a5e-1813fc355b33 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048132 Apr 06 11:18:26.594908 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 53968) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:26.690881 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80861038-5edb-4253-aee6-04b2db28f107 req-421a29df-0bd4-43a5-ac4a-027190978ed2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:26.692228 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-421a29df-0bd4-43a5-ac4a-027190978ed2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports/cd554841-4012-412c-8eb1-8f98e619785c HTTP/1.1" status: 200 len: 940 time: 0.0963714 Apr 06 11:18:26.805304 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:26.971146 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device cd554841-4012-412c-8eb1-8f98e619785c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:18:27.047049 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port cd554841-4012-412c-8eb1-8f98e619785c is: DOWN; New status is: DOWN {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:18:27.206495 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfbd1b-9017-41a6-ab15-3bee0344f4c1 req-8c118b39-abb0-4969-8fe5-689596b62736 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:27.207961 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5cbfbd1b-9017-41a6-ab15-3bee0344f4c1 req-8c118b39-abb0-4969-8fe5-689596b62736 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0526059 Apr 06 11:18:27.254826 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5cbfbd1b-9017-41a6-ab15-3bee0344f4c1 req-8f3c8b77-6e05-4f66-9999-ab43be1a37b0 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404830 Apr 06 11:18:27.931417 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80861038-5edb-4253-aee6-04b2db28f107 req-3fab5446-e642-430a-85f9-1dac462c0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:27.932951 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-3fab5446-e642-430a-85f9-1dac462c0306 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3&tenant_id=aeca9938df6a4f308208d5b9370aff6d HTTP/1.1" status: 200 len: 1127 time: 0.0480490 Apr 06 11:18:28.009621 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80861038-5edb-4253-aee6-04b2db28f107 req-19b2da2e-1a99-439c-9648-abff8576b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:28.011071 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-19b2da2e-1a99-439c-9648-abff8576b651 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeca9938df6a4f308208d5b9370aff6d&device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 1127 time: 0.0436041 Apr 06 11:18:28.097176 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80861038-5edb-4253-aee6-04b2db28f107 req-ce631e70-2d4c-4836-b0d1-d642d3514dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:28.098591 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-ce631e70-2d4c-4836-b0d1-d642d3514dd0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 200 len: 918 time: 0.0810075 Apr 06 11:18:28.163988 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-795daf81-f0f0-42f6-80f3-35bd78e828ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd554841-4012-412c-8eb1-8f98e619785c HTTP/1.1" status: 200 len: 999 time: 0.0581787 Apr 06 11:18:28.212714 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80861038-5edb-4253-aee6-04b2db28f107 req-ff5758dd-9d9a-49ec-9c27-d2a3ab4ceca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:28.214064 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-ff5758dd-9d9a-49ec-9c27-d2a3ab4ceca9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aaeedc9a-09ce-4d61-a72a-cdddeddf087c HTTP/1.1" status: 200 len: 856 time: 0.0444710 Apr 06 11:18:28.239069 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:28.263179 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80861038-5edb-4253-aee6-04b2db28f107 req-3426157f-b6ac-429d-a440-bd0b6f02253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:28.264678 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-3426157f-b6ac-429d-a440-bd0b6f02253e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=723de1ee-b3fa-4231-9470-1bc702945e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439804 Apr 06 11:18:28.381796 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-1af2fe10-ff1e-4590-a788-1bffede62add service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102965 Apr 06 11:18:28.402967 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de5a76-67e3-4f41-b772-92ec8ce378d8 req-7eb4ae7b-8607-4860-8cad-3bc39c289828 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:28.404376 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-72de5a76-67e3-4f41-b772-92ec8ce378d8 req-7eb4ae7b-8607-4860-8cad-3bc39c289828 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0785482 Apr 06 11:18:28.505408 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-72de5a76-67e3-4f41-b772-92ec8ce378d8 req-e266251e-b932-4942-82a0-4b608c41d9cc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907335 Apr 06 11:18:28.519896 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-423edcb2-c795-4c93-99b5-576e8cf4cdfb service neutron] 10.222.0.49 "GET /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309719 Apr 06 11:18:29.633916 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f16fb-9bfd-4e74-b2be-f6c10cbd497b req-bc06227d-d7bf-40b2-b1e2-33c1dc3f9558 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:29.635415 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-334f16fb-9bfd-4e74-b2be-f6c10cbd497b req-bc06227d-d7bf-40b2-b1e2-33c1dc3f9558 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0562508 Apr 06 11:18:29.690130 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-334f16fb-9bfd-4e74-b2be-f6c10cbd497b req-b6aaddfe-2634-4e09-be1b-4fa524053702 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489156 Apr 06 11:18:30.964118 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa7bd6-3f2c-4f26-b56e-ea3bdb8da559 req-c9805a90-f62f-4b7d-bed0-ea324a6d62d9 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:30.965670 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5efa7bd6-3f2c-4f26-b56e-ea3bdb8da559 req-c9805a90-f62f-4b7d-bed0-ea324a6d62d9 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0542259 Apr 06 11:18:31.015859 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5efa7bd6-3f2c-4f26-b56e-ea3bdb8da559 req-e1c34dcb-2f61-4690-9a4c-f61a59e97bea tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438638 Apr 06 11:18:31.753833 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-1bd7107d-dc45-45cd-9cdf-36f498e3a9f4 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428930710&fields=id&tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1 HTTP/1.1" status: 200 len: 267 time: 0.0516911 Apr 06 11:18:31.872863 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-5097d20f-8c01-42f5-a84f-2c811454db81 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:31.875797 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-5097d20f-8c01-42f5-a84f-2c811454db81 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/networks?id=efbb6485-fa12-4438-9916-e550e451dc89 HTTP/1.1" status: 200 len: 808 time: 0.1140437 Apr 06 11:18:31.892062 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-07672ef8-e9ae-4dc2-af14-4cca70c83fb6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/quotas/89551c23f02f4ee7a29f7ba8e8b63dc1 HTTP/1.1" status: 200 len: 375 time: 0.0124359 Apr 06 11:18:31.950018 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-2f455212-2e3b-4c42-9355-c571a8012f93 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521145 Apr 06 11:18:31.965645 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-5cba4ee4-7240-4102-a7fd-0423be6bcd7f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104088) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:18:31.966799 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-5cba4ee4-7240-4102-a7fd-0423be6bcd7f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053532 Apr 06 11:18:32.061337 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-b6de1f42-4e71-45c4-997b-a6e1ff2a258a service neutron] 10.222.0.62 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877788 Apr 06 11:18:32.156867 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd873b-cd90-41dc-9764-efbc34870d12 req-3e0ebf8a-6fe3-40ae-9863-62160401c4fc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:32.158992 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fdd873b-cd90-41dc-9764-efbc34870d12 req-3e0ebf8a-6fe3-40ae-9863-62160401c4fc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0630672 Apr 06 11:18:32.166518 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-97d549e5-13ff-43e5-9c4f-c7283fdc5082 service neutron] 10.222.0.62 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989177 Apr 06 11:18:32.207953 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9fdd873b-cd90-41dc-9764-efbc34870d12 req-99b58ea5-ac03-4391-b92e-3a32b12edb64 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433226 Apr 06 11:18:32.811244 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-955dff3c-58af-494d-a74d-4fe1cad371e9 req-b302762c-8268-4ab1-9ad9-bf385cbb0932 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0425925 Apr 06 11:18:33.351488 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924ba8b-15d2-461f-935c-88ac674f7701 req-b307348a-d245-4e2b-a739-ee8949d2e333 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:33.352955 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4924ba8b-15d2-461f-935c-88ac674f7701 req-b307348a-d245-4e2b-a739-ee8949d2e333 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0646563 Apr 06 11:18:33.405766 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4924ba8b-15d2-461f-935c-88ac674f7701 req-3c2ba13b-a884-4ca6-8160-2ec34ff6c4f5 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470715 Apr 06 11:18:33.893617 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d38fe574-4d52-4e87-8772-bc099c472ccc req-d41b40db-1233-4344-b89b-22820cf34a54 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0282385 Apr 06 11:18:34.531772 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb120c-1938-40b7-a58c-36bffd3b07f2 req-8e8e74c4-7ade-4665-aaf0-42874a94131a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:34.533287 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5afb120c-1938-40b7-a58c-36bffd3b07f2 req-8e8e74c4-7ade-4665-aaf0-42874a94131a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0526979 Apr 06 11:18:34.579655 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5afb120c-1938-40b7-a58c-36bffd3b07f2 req-ece04a5f-a4d8-45f9-9435-1fb6a30b4167 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 Apr 06 11:18:34.988899 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1cdb18a4-6d86-4e0b-872d-28c1e5f647ac req-b963367e-9f0b-4153-9dc1-47349a8d8d66 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0275950 Apr 06 11:18:35.738088 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3017304-6f4d-472a-a7f5-1fe9c24f451d req-9a53b406-610e-463c-a286-4a9ea596ee94 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:35.739558 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e3017304-6f4d-472a-a7f5-1fe9c24f451d req-9a53b406-610e-463c-a286-4a9ea596ee94 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0699933 Apr 06 11:18:35.791381 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e3017304-6f4d-472a-a7f5-1fe9c24f451d req-18b1d3de-80d8-46b6-bc2e-6f57169854c7 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458364 Apr 06 11:18:36.090573 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d7e4c252-5d35-4cec-a298-20b50a99bc61 req-e10a4e82-c873-4194-b490-deec705e8ded tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0297346 Apr 06 11:18:36.916431 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b3c45-8cb3-44a3-8518-d8de9d6f3418 req-012a48a0-4f35-4b58-99c4-2dc5c19c8309 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:36.922713 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7a4b3c45-8cb3-44a3-8518-d8de9d6f3418 req-012a48a0-4f35-4b58-99c4-2dc5c19c8309 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0578787 Apr 06 11:18:36.965780 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7a4b3c45-8cb3-44a3-8518-d8de9d6f3418 req-f7bcaf6d-8e81-420d-bbdd-22240798b5d2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409760 Apr 06 11:18:37.186320 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-87dc6482-d7fa-404d-aa1c-d4b36f3f324f req-12a55ae8-2844-4a37-9b08-53de8be85d5a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0284803 Apr 06 11:18:38.098602 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261ddcd-5342-4bc4-8598-55d825414dc1 req-a5ceb5d4-e905-4808-ad96-ec90e467b7aa tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:38.100059 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5261ddcd-5342-4bc4-8598-55d825414dc1 req-a5ceb5d4-e905-4808-ad96-ec90e467b7aa tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0532899 Apr 06 11:18:38.151920 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5261ddcd-5342-4bc4-8598-55d825414dc1 req-43f4dc59-5c55-4033-8084-a69abae9b1ab tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455625 Apr 06 11:18:38.280008 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cfeeff92-45d7-42cd-87ac-ee19224b83ed req-e4475c4f-02f3-461f-9b75-f8afb10432fe tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0275478 Apr 06 11:18:39.276238 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8d16c-34fd-4030-8a52-220b579edf94 req-d3286e80-f2ea-4046-9587-24dd5b2b47cf tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:39.277717 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bfb8d16c-34fd-4030-8a52-220b579edf94 req-d3286e80-f2ea-4046-9587-24dd5b2b47cf tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0519412 Apr 06 11:18:39.325236 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-bfb8d16c-34fd-4030-8a52-220b579edf94 req-f37a48ac-6fb4-42ab-a44f-9965732c0f2b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417123 Apr 06 11:18:39.373885 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c27e736b-339e-4b25-a4c1-1ff24d062778 req-3bfadf96-a0ca-4441-8ca9-76cae4dbdd60 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0277917 Apr 06 11:18:40.443276 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354c278-9c9e-4522-8519-b5dab3ec9183 req-cb74d0dd-7a79-4c13-b488-d60be5919645 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:40.445325 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8354c278-9c9e-4522-8519-b5dab3ec9183 req-cb74d0dd-7a79-4c13-b488-d60be5919645 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0517964 Apr 06 11:18:40.464156 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c71df6d0-2e51-4a38-956e-9512c3efce4a req-f6a05651-7964-4998-9a44-427baaae851f tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0272198 Apr 06 11:18:40.502632 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8354c278-9c9e-4522-8519-b5dab3ec9183 req-10ce22c4-d5f8-4629-974a-c36ac5cfc340 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518630 Apr 06 11:18:41.555701 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3b0bbc6e-1c90-4060-950e-c05bf4482afb req-9259c99c-2565-45de-8a1f-e3a521d11875 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0274923 Apr 06 11:18:41.853555 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a324888-2938-4ffe-a013-c11956f66e9c req-041973f8-2ff4-4905-aed9-26cc8925b784 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:41.854959 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1a324888-2938-4ffe-a013-c11956f66e9c req-041973f8-2ff4-4905-aed9-26cc8925b784 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.2810061 Apr 06 11:18:41.900924 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1a324888-2938-4ffe-a013-c11956f66e9c req-d8c9f65e-8621-49da-8b36-3a6855d2edb4 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403450 Apr 06 11:18:42.649447 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7f977626-e76b-41e7-8f4b-11e288b85357 req-d5c8456c-8e92-453b-90e6-e233e356e2da tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0286467 Apr 06 11:18:43.018622 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ec104-ba1d-4578-8570-d2f252b10e57 req-0b292c4f-bd0c-4b4b-9eed-34beb2088d53 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:43.020054 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-719ec104-ba1d-4578-8570-d2f252b10e57 req-0b292c4f-bd0c-4b4b-9eed-34beb2088d53 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0507350 Apr 06 11:18:43.065071 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-719ec104-ba1d-4578-8570-d2f252b10e57 req-65b4c4b3-7295-43ea-9575-b3e93063b760 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389442 Apr 06 11:18:43.743514 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f0e6e830-41d8-4bd2-8c1a-54c041bc7bb1 req-32d7b9c3-0e7e-4232-8978-920b35b1a414 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0265667 Apr 06 11:18:44.188201 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a444d-65a2-4570-8402-8da5ef1e4f20 req-dd90db6f-ec70-4c96-801d-849de5dcdacd tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:44.189643 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-397a444d-65a2-4570-8402-8da5ef1e4f20 req-dd90db6f-ec70-4c96-801d-849de5dcdacd tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0532062 Apr 06 11:18:44.234013 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-397a444d-65a2-4570-8402-8da5ef1e4f20 req-4fc26085-ab81-4c1b-a106-c9aebf9dfd5a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387642 Apr 06 11:18:44.834518 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a4796a19-7a28-49b8-a500-b58b6b1dc995 req-d2adca6a-62ff-49e9-82d0-e30e9b98ca1a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0266378 Apr 06 11:18:45.353009 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f628f-cc20-4122-9864-009549ba16d1 req-c8189554-6e88-4259-a781-1676ce75e14c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:45.354473 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-281f628f-cc20-4122-9864-009549ba16d1 req-c8189554-6e88-4259-a781-1676ce75e14c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0513332 Apr 06 11:18:45.399072 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-281f628f-cc20-4122-9864-009549ba16d1 req-1fb7c201-e62f-4363-960b-3dcabbf84041 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391774 Apr 06 11:18:45.925538 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-10e349f0-f317-4c81-b5c0-8f249d863c64 req-913937bb-dcb2-4c9c-9962-6754ac8a5b5a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0272975 Apr 06 11:18:46.061082 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:46.520225 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd5559-4d1f-42fd-8d7e-b9e1335a90a6 req-8c1183b2-c193-405f-bde1-1f1037407605 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:46.521696 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7bbd5559-4d1f-42fd-8d7e-b9e1335a90a6 req-8c1183b2-c193-405f-bde1-1f1037407605 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0513804 Apr 06 11:18:46.569985 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7bbd5559-4d1f-42fd-8d7e-b9e1335a90a6 req-7df5293d-011d-4b22-b3e5-d2e17d211fe9 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427439 Apr 06 11:18:47.016195 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0bf4e93-344a-4d9d-ab87-ca82795a9793 req-e7f528c7-c485-4ac2-906c-90284134d23f tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0270348 Apr 06 11:18:47.682434 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-195418cb-b5f3-46c1-a2e8-d17ba0370ff0 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:47.683875 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-195418cb-b5f3-46c1-a2e8-d17ba0370ff0 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.49 "GET /v2.0/networks?id=efbb6485-fa12-4438-9916-e550e451dc89 HTTP/1.1" status: 200 len: 808 time: 0.1049440 Apr 06 11:18:47.697038 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8dd62-455a-491b-8ea4-d01cfb05cb58 req-ebde77a4-f793-4a34-932d-2ed95fc22d2b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:47.698568 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c9d8dd62-455a-491b-8ea4-d01cfb05cb58 req-ebde77a4-f793-4a34-932d-2ed95fc22d2b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0561678 Apr 06 11:18:47.745957 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c9d8dd62-455a-491b-8ea4-d01cfb05cb58 req-4ccbb813-6daf-43f8-922f-0c2b42e49ae9 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415378 Apr 06 11:18:47.752015 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-0c6b39d1-5903-4bf4-a1e9-728f38fef665 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1 HTTP/1.1" status: 200 len: 380 time: 0.0525923 Apr 06 11:18:47.761027 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Request body: {'port': {'device_id': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'admin_state_up': True, 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'security_groups': ['4b80f382-7e41-49e5-b0dc-3b1dc66a3b55']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:18:47.924324 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Made reservation on behalf of 89551c23f02f4ee7a29f7ba8e8b63dc1 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:18:47.927711 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:48.048667 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Allocated IP 172.20.0.14 (efbb6485-fa12-4438-9916-e550e451dc89/e7399389-a576-4ce9-ad72-a9eb23603df1/f2b182e5-82f4-446f-be1f-0ad6fb187d1c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:18:48.146988 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f2ebee16-ffa0-4fac-8172-2e3c8115b43a req-1fc68ea0-7def-45ff-9127-1c7b911e4409 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0620117 Apr 06 11:18:48.205092 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:48.324288 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:48.368120 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Network efbb6485-fa12-4438-9916-e550e451dc89 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:18:48.373097 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:18:48.375555 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:18:48.653849 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-5832335c-bf47-4e3a-9e56-dcc7c3c80188 None None] Provisioning complete for port f2b182e5-82f4-446f-be1f-0ad6fb187d1c triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:18:48.654362 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5832335c-bf47-4e3a-9e56-dcc7c3c80188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:48.663596 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event updated for resources: {'Port': ['ID=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:48.676353 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.676704 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.677047 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.677407 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.677741 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.678096 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.678469 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.678738 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.679066 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.679439 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.680297 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.680622 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.680945 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.681294 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.681616 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:48.689234 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-5832335c-bf47-4e3a-9e56-dcc7c3c80188 None None] Port f2b182e5-82f4-446f-be1f-0ad6fb187d1c cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:18:48.705228 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:48.705826 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:48.812861 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-78926f14-a63a-4d0e-afa9-21d14a5ec738 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0558715 Apr 06 11:18:48.821960 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-ce5f1f91-aca6-46f2-a9ac-35cc69abdd37 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:18:48.823006 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-ce5f1f91-aca6-46f2-a9ac-35cc69abdd37 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052228 Apr 06 11:18:48.869563 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95d235-9225-4aaa-b310-3d73596f26a4 req-4a3449e1-d549-4a8e-aaf4-1bd98dac7422 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:48.871043 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ff95d235-9225-4aaa-b310-3d73596f26a4 req-4a3449e1-d549-4a8e-aaf4-1bd98dac7422 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 943 time: 0.0524495 Apr 06 11:18:48.885376 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Request body: {'port': {'device_id': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:18:48.917502 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ff95d235-9225-4aaa-b310-3d73596f26a4 req-9aaa2cc3-ff06-4ecf-a946-4c1ac7902062 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407894 Apr 06 11:18:48.947188 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:49.092030 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device cd554841-4012-412c-8eb1-8f98e619785c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:18:49.193977 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cd554841-4012-412c-8eb1-8f98e619785c,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:18:49.205696 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b182e5-82f4-446f-be1f-0ad6fb187d1c {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:18:49.206844 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'cd554841-4012-412c-8eb1-8f98e619785c', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'port_id': 'cd554841-4012-412c-8eb1-8f98e619785c', 'mac_address': 'fa:16:3e:a6:cc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:18:49.214026 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Publish callbacks [] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:49.245045 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port cd554841-4012-412c-8eb1-8f98e619785c is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:18:49.245474 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (cd554841-4012-412c-8eb1-8f98e619785c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:49.248438 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Transition to ACTIVE for port object f2b182e5-82f4-446f-be1f-0ad6fb187d1c will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:18:49.259441 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd554841-4012-412c-8eb1-8f98e619785c {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:18:49.274363 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0980e-1c27-415e-b4af-7f7e342e50d8 req-ef14e9a1-ee9b-464d-858d-1bd388c3177d tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:49.275978 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bfc0980e-1c27-415e-b4af-7f7e342e50d8 req-ef14e9a1-ee9b-464d-858d-1bd388c3177d tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 932 time: 0.0580461 Apr 06 11:18:49.279484 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cd554841-4012-412c-8eb1-8f98e619785c,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:18:49.310793 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:49.349553 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bfc0980e-1c27-415e-b4af-7f7e342e50d8 req-8ea59a86-675c-455c-82a6-b3d2cac31210 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680068 Apr 06 11:18:49.388451 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (cd554841-4012-412c-8eb1-8f98e619785c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:49.389545 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:49.425087 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=cd554841-4012-412c-8eb1-8f98e619785c,revision_number=9']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:49.449387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Attempting to bind port f2b182e5-82f4-446f-be1f-0ad6fb187d1c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:18:49.449729 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Attempting to bind port f2b182e5-82f4-446f-be1f-0ad6fb187d1c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:18:49.450061 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Attempting to bind port f2b182e5-82f4-446f-be1f-0ad6fb187d1c on network efbb6485-fa12-4438-9916-e550e451dc89 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:18:49.454648 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Port f2b182e5-82f4-446f-be1f-0ad6fb187d1c on network efbb6485-fa12-4438-9916-e550e451dc89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:18:49.457473 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Attempting to bind port f2b182e5-82f4-446f-be1f-0ad6fb187d1c on network efbb6485-fa12-4438-9916-e550e451dc89 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:18:49.459801 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:18:49.460160 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Checking segment: {'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:18:49.460545 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Bound using segment: {'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:18:49.461558 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Bound port: f2b182e5-82f4-446f-be1f-0ad6fb187d1c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f8aa84-cfe2-42ec-9286-ebee96788ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:18:49.461924 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:49.525560 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] For port f2b182e5-82f4-446f-be1f-0ad6fb187d1c, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:18:49.529170 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] For port f2b182e5-82f4-446f-be1f-0ad6fb187d1c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:18:49.593162 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:49.627013 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:49.627607 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:49.628962 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] 10.222.0.49 "PUT /v2.0/ports/f2b182e5-82f4-446f-be1f-0ad6fb187d1c HTTP/1.1" status: 200 len: 1094 time: 0.7919588 Apr 06 11:18:49.629425 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:18:49.631798 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d5150c-93e5-4635-8d1f-644249650ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:18:49.658346 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cafa6d-8532-4a8e-bdf5-3120190f0ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:49.678722 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4b9535-4901-4509-ab17-a3b30858ff14 x-openstack-request-id: req-bc4b9535-4901-4509-ab17-a3b30858ff14 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:18:49.679100 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:18:49.680021 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc4b9535-4901-4509-ab17-a3b30858ff14 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:18:49.680427 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4b9535-4901-4509-ab17-a3b30858ff14'] response: {'name': 'network-changed', 'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'status': 'completed', 'code': 200} Apr 06 11:18:49.772073 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5150c-93e5-4635-8d1f-644249650ad2 req-d48d4c2d-4be9-447c-9024-de19dd5c3b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:49.773593 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-44d5150c-93e5-4635-8d1f-644249650ad2 req-d48d4c2d-4be9-447c-9024-de19dd5c3b6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1&device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 1128 time: 0.0497348 Apr 06 11:18:49.838959 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['cd554841-4012-412c-8eb1-8f98e619785c'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:18:49.882682 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5150c-93e5-4635-8d1f-644249650ad2 req-381ae48e-d0b9-470b-8580-3d0bbe640df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:49.884119 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-44d5150c-93e5-4635-8d1f-644249650ad2 req-381ae48e-d0b9-470b-8580-3d0bbe640df0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0894423 Apr 06 11:18:49.987930 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5150c-93e5-4635-8d1f-644249650ad2 req-c253f796-9a0f-47ac-b146-6de5441f295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:49.989389 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-44d5150c-93e5-4635-8d1f-644249650ad2 req-c253f796-9a0f-47ac-b146-6de5441f295c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985162 Apr 06 11:18:50.042461 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592f9a5-ae9e-4850-8888-209cf6652a5b req-af7a9519-bfa7-4a0b-b03d-76a3c35484a5 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:50.044340 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6592f9a5-ae9e-4850-8888-209cf6652a5b req-af7a9519-bfa7-4a0b-b03d-76a3c35484a5 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 944 time: 0.0533214 Apr 06 11:18:50.124030 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6592f9a5-ae9e-4850-8888-209cf6652a5b req-7c39d89c-4b5d-4243-92dd-cb152ec0bc84 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741487 Apr 06 11:18:50.126588 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-27439bf8-ff20-4157-a991-ccced53009a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:50.127981 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-27439bf8-ff20-4157-a991-ccced53009a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1&device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 1128 time: 0.0720205 Apr 06 11:18:50.182620 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-c43e7cf7-bc1b-435c-b9db-5e0aadca1287 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c HTTP/1.1" status: 200 len: 217 time: 0.0345428 Apr 06 11:18:50.229127 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-3a7acef3-99f5-48ac-97b5-bbdcc2b137c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:50.230491 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-3a7acef3-99f5-48ac-97b5-bbdcc2b137c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7399389-a576-4ce9-ad72-a9eb23603df1 HTTP/1.1" status: 200 len: 847 time: 0.0418906 Apr 06 11:18:50.279391 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-850ab4b6-a614-424e-b50e-4088e8579156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:50.280873 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-850ab4b6-a614-424e-b50e-4088e8579156 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efbb6485-fa12-4438-9916-e550e451dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441980 Apr 06 11:18:50.369860 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-6699a6f1-52c0-4850-a2c7-80a13f889776 service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824926 Apr 06 11:18:50.457772 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4eec7fbb-0a6c-4ff4-8d1a-c5728f0d0a97 req-e748740d-70b8-4b2b-b251-c58536eb217f service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812473 Apr 06 11:18:50.497040 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acf272-5211-483a-9b23-57b6dc14bdb0 req-d810c323-0ba3-4536-ac77-4071a2a532af tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:50.497040 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-19acf272-5211-483a-9b23-57b6dc14bdb0 req-d810c323-0ba3-4536-ac77-4071a2a532af tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0551138 Apr 06 11:18:50.538358 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-19acf272-5211-483a-9b23-57b6dc14bdb0 req-70b27757-67fe-4e48-b5c7-fead3357e41a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416706 Apr 06 11:18:51.098287 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device cd554841-4012-412c-8eb1-8f98e619785c up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:18:51.147471 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port cd554841-4012-412c-8eb1-8f98e619785c triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:18:51.147841 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (cd554841-4012-412c-8eb1-8f98e619785c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:51.223089 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port cd554841-4012-412c-8eb1-8f98e619785c is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:18:51.223485 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (cd554841-4012-412c-8eb1-8f98e619785c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:51.246089 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:18:51.248381 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2607c59-867e-451f-9be0-cb2e557a3408" -d '{"events": [{"server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd554841-4012-412c-8eb1-8f98e619785c"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:18:51.248542 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175e369-105e-471c-82b1-c5b930abede2 req-ff726ab7-89e9-40a1-8f52-f5c5cf3d0a9b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:51.250014 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6175e369-105e-471c-82b1-c5b930abede2 req-ff726ab7-89e9-40a1-8f52-f5c5cf3d0a9b tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 944 time: 0.0563889 Apr 06 11:18:51.261819 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cd554841-4012-412c-8eb1-8f98e619785c,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:18:51.284202 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79149ac3-ad51-4b46-b0ca-7c2243cf3c48 x-openstack-request-id: req-79149ac3-ad51-4b46-b0ca-7c2243cf3c48 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:18:51.284202 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd554841-4012-412c-8eb1-8f98e619785c", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:18:51.284202 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79149ac3-ad51-4b46-b0ca-7c2243cf3c48 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:18:51.284202 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79149ac3-ad51-4b46-b0ca-7c2243cf3c48'] response: {'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c', 'code': 200} Apr 06 11:18:51.300633 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6175e369-105e-471c-82b1-c5b930abede2 req-4add0d78-9bc0-4774-9e55-6ff8fd887e2a tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413737 Apr 06 11:18:51.318663 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (cd554841-4012-412c-8eb1-8f98e619785c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:51.368991 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=cd554841-4012-412c-8eb1-8f98e619785c,revision_number=10']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:51.660340 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87e8d9-1591-413f-9c8c-6c6fa3594b63 req-2babc0e0-9bca-42d6-9c91-c2175ec052b0 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:51.661772 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d87e8d9-1591-413f-9c8c-6c6fa3594b63 req-2babc0e0-9bca-42d6-9c91-c2175ec052b0 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0529506 Apr 06 11:18:51.713681 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d87e8d9-1591-413f-9c8c-6c6fa3594b63 req-790da4a0-9587-41f6-814c-4282972a3c5f tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461371 Apr 06 11:18:51.919084 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-90ae5f81-3dc1-4aa3-a40b-c469e5fd7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:51.939333 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56a6b1-e33b-4ca4-a292-165c6f6a9a7b req-a61dacf5-8da4-450d-bc4e-6429015ca97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:51.940864 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d56a6b1-e33b-4ca4-a292-165c6f6a9a7b req-a61dacf5-8da4-450d-bc4e-6429015ca97b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 1130 time: 0.0435038 Apr 06 11:18:51.982417 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3d56a6b1-e33b-4ca4-a292-165c6f6a9a7b req-af77c3c4-f021-4f9e-827e-f15bb798648d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351179 Apr 06 11:18:52.425965 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138bc1e-9637-49c3-8f0e-8612f7573d0f req-848fadd2-7872-492e-9526-04482477273f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:52.427379 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a138bc1e-9637-49c3-8f0e-8612f7573d0f req-848fadd2-7872-492e-9526-04482477273f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 946 time: 0.0552633 Apr 06 11:18:52.474043 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a138bc1e-9637-49c3-8f0e-8612f7573d0f req-5a48ee68-3cf5-43c8-9b9c-3e5eb8fedcab tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402596 Apr 06 11:18:52.826577 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740fdf2-64d6-45a4-93b1-cbf622851b9f req-eebe0735-5aa9-4173-8288-41682fa76cb1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:52.828040 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4740fdf2-64d6-45a4-93b1-cbf622851b9f req-eebe0735-5aa9-4173-8288-41682fa76cb1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0531180 Apr 06 11:18:52.881133 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4740fdf2-64d6-45a4-93b1-cbf622851b9f req-8360343b-b31c-4e54-8975-5fa755e7251d tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474513 Apr 06 11:18:53.614999 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0e3cb-fdab-45f2-a598-13fa7b8798bd req-ce527484-589a-4021-a91a-f3e1c00fa964 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:53.616492 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9eb0e3cb-fdab-45f2-a598-13fa7b8798bd req-ce527484-589a-4021-a91a-f3e1c00fa964 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 946 time: 0.0546019 Apr 06 11:18:53.669375 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9eb0e3cb-fdab-45f2-a598-13fa7b8798bd req-a14d7efb-275f-4bc8-8597-602987241572 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466692 Apr 06 11:18:54.002560 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e980503-ff92-4785-aa39-140da2394a9a req-289b97ff-955b-431c-bcdd-259bcc271cae tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:54.004007 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9e980503-ff92-4785-aa39-140da2394a9a req-289b97ff-955b-431c-bcdd-259bcc271cae tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0535808 Apr 06 11:18:54.055253 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9e980503-ff92-4785-aa39-140da2394a9a req-e6ffb6ef-96d9-4af0-9989-748b071b8581 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455546 Apr 06 11:18:54.261580 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-709835f5-e907-4c2c-9743-57a3ff787912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:54.794895 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263091b3-a2e4-4f84-bcfa-543396742f0e req-d918aadc-30a7-4906-93f6-5d9222408484 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:54.796372 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-263091b3-a2e4-4f84-bcfa-543396742f0e req-d918aadc-30a7-4906-93f6-5d9222408484 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 946 time: 0.0524790 Apr 06 11:18:54.846091 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-263091b3-a2e4-4f84-bcfa-543396742f0e req-e8dd60ee-82f5-4255-8990-432bd8760baf tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440819 Apr 06 11:18:55.168659 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea5aa6-190a-48fc-bf28-508b583858af req-e99cd148-1bbd-45d7-88d2-647df0c1550e tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:55.170115 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f0ea5aa6-190a-48fc-bf28-508b583858af req-e99cd148-1bbd-45d7-88d2-647df0c1550e tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0505021 Apr 06 11:18:55.216356 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f0ea5aa6-190a-48fc-bf28-508b583858af req-52f035b3-cbaf-469d-baaf-61661b9b19dc tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407691 Apr 06 11:18:55.352946 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:55.972042 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e5e4d-7eae-40af-95dc-46c5d03fab87 req-cd9b68d1-eb56-4738-85c4-a3b41f1f890f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:55.973417 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b60e5e4d-7eae-40af-95dc-46c5d03fab87 req-cd9b68d1-eb56-4738-85c4-a3b41f1f890f tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 946 time: 0.0520871 Apr 06 11:18:56.018748 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b60e5e4d-7eae-40af-95dc-46c5d03fab87 req-c2f81703-8bbb-49c2-8e3c-bccd2a6b3b51 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398362 Apr 06 11:18:56.335689 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3a025-24c8-4afa-a4f1-db7d12b55e8e req-15818482-7e84-4aab-beb5-b2791eb5c7bf tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:56.337369 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b2c3a025-24c8-4afa-a4f1-db7d12b55e8e req-15818482-7e84-4aab-beb5-b2791eb5c7bf tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0556357 Apr 06 11:18:56.385352 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b2c3a025-24c8-4afa-a4f1-db7d12b55e8e req-58839b8a-7dc4-49da-89af-3efcbae66d19 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424714 Apr 06 11:18:56.832545 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:57.507107 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8aa39-d6cf-4166-9cb4-ee7a8f60e3c1 req-99ab3101-e853-4e4b-960d-97a6c9f68c7f tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:57.509084 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52e8aa39-d6cf-4166-9cb4-ee7a8f60e3c1 req-99ab3101-e853-4e4b-960d-97a6c9f68c7f tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0521896 Apr 06 11:18:57.556160 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-52e8aa39-d6cf-4166-9cb4-ee7a8f60e3c1 req-5887f369-17b8-4ad7-b52f-57031b0e3193 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415151 Apr 06 11:18:58.260981 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:58.673024 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a65ed6-f008-4e0b-bc2e-8a291b365f58 req-4d896822-4c3c-4181-bacb-fb087ebd95aa tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:58.674934 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-59a65ed6-f008-4e0b-bc2e-8a291b365f58 req-4d896822-4c3c-4181-bacb-fb087ebd95aa tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0529864 Apr 06 11:18:58.721891 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-59a65ed6-f008-4e0b-bc2e-8a291b365f58 req-3c2da85a-f0be-467e-b799-b3c913500308 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415692 Apr 06 11:18:59.019484 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:18:59.840095 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93997d95-204f-4b7b-84e6-0ec8838cbd7e req-ec707be1-3a63-4702-927f-857508165522 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:59.841632 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-93997d95-204f-4b7b-84e6-0ec8838cbd7e req-ec707be1-3a63-4702-927f-857508165522 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0559287 Apr 06 11:18:59.888619 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-93997d95-204f-4b7b-84e6-0ec8838cbd7e req-914d4b4f-7bec-4178-9d7e-c47237b239d2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413940 Apr 06 11:19:01.005267 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6764f5c-4a3f-4c6b-b215-e4c1310080b0 req-9b6b9f33-c244-431c-9648-042da2e7608b tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:01.006698 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c6764f5c-4a3f-4c6b-b215-e4c1310080b0 req-9b6b9f33-c244-431c-9648-042da2e7608b tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0537214 Apr 06 11:19:01.053822 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c6764f5c-4a3f-4c6b-b215-e4c1310080b0 req-acc56ba9-e217-4d84-91ba-7fa5e9b90d8a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409441 Apr 06 11:19:01.149650 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device f2b182e5-82f4-446f-be1f-0ad6fb187d1c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:19:01.243242 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port f2b182e5-82f4-446f-be1f-0ad6fb187d1c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:19:01.256953 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'port_id': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'mac_address': 'fa:16:3e:f6:31:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:19:01.292917 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port f2b182e5-82f4-446f-be1f-0ad6fb187d1c is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:19:01.293346 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:01.306088 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b182e5-82f4-446f-be1f-0ad6fb187d1c {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:19:01.324149 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port f2b182e5-82f4-446f-be1f-0ad6fb187d1c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:19:01.398035 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:01.444461 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:01.451244 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.451596 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.451941 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.452284 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.452626 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.452962 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.453321 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.453653 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.453981 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.454311 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.454638 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.454966 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.455294 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.455614 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.455936 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:01.859335 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['f2b182e5-82f4-446f-be1f-0ad6fb187d1c'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:19:02.169462 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c3016-4b7f-4c86-a5c3-4892f15d9fd9 req-85accf48-ec33-4324-8692-522ce901f49e tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:02.170918 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-158c3016-4b7f-4c86-a5c3-4892f15d9fd9 req-85accf48-ec33-4324-8692-522ce901f49e tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 945 time: 0.0520995 Apr 06 11:19:02.218798 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-158c3016-4b7f-4c86-a5c3-4892f15d9fd9 req-f8135568-77a9-4b9f-a0e4-7eea1e5a1ae6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 Apr 06 11:19:03.174769 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device f2b182e5-82f4-446f-be1f-0ad6fb187d1c up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:19:03.272516 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port f2b182e5-82f4-446f-be1f-0ad6fb187d1c completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:19:03.277187 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port f2b182e5-82f4-446f-be1f-0ad6fb187d1c triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:19:03.277565 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:03.338875 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca3865-701b-44db-a30f-82815b17b61b req-607e4c14-1531-4ee2-a8d8-f0ba70ad6098 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:03.340352 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-daca3865-701b-44db-a30f-82815b17b61b req-607e4c14-1531-4ee2-a8d8-f0ba70ad6098 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 945 time: 0.0535576 Apr 06 11:19:03.353231 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port f2b182e5-82f4-446f-be1f-0ad6fb187d1c is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:19:03.353618 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:03.374995 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:19:03.377245 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e34c69-a134-417c-86a7-b2e8cfcac3a9" -d '{"events": [{"server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "name": "network-vif-plugged", "status": "completed", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:19:03.389734 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port f2b182e5-82f4-446f-be1f-0ad6fb187d1c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:19:03.395181 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-daca3865-701b-44db-a30f-82815b17b61b req-8c79a563-765c-46e9-b23f-7b002e41a692 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491376 Apr 06 11:19:03.414530 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a80f03d-de4b-437f-b1c8-e4f6047276d1 x-openstack-request-id: req-7a80f03d-de4b-437f-b1c8-e4f6047276d1 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:19:03.414816 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "name": "network-vif-plugged", "status": "completed", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:19:03.415065 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a80f03d-de4b-437f-b1c8-e4f6047276d1 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:19:03.415483 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a80f03d-de4b-437f-b1c8-e4f6047276d1'] response: {'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'code': 200} Apr 06 11:19:03.461714 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:03.506864 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:03.850694 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309167-25fe-42bb-86fc-39a1bae0ba64 req-55841527-b67a-4654-89fb-091dcd4de392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:03.852207 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-64309167-25fe-42bb-86fc-39a1bae0ba64 req-55841527-b67a-4654-89fb-091dcd4de392 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 1130 time: 0.0431092 Apr 06 11:19:03.897560 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-64309167-25fe-42bb-86fc-39a1bae0ba64 req-71d74b11-1843-4539-a4fc-693551dd9a20 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388043 Apr 06 11:19:04.511613 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270bc1d-6c16-473e-b6c3-f12928ff9bf6 req-1e62f7b4-56dd-46d8-a0f8-a7120e998027 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:04.513064 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f270bc1d-6c16-473e-b6c3-f12928ff9bf6 req-1e62f7b4-56dd-46d8-a0f8-a7120e998027 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0518634 Apr 06 11:19:04.562357 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f270bc1d-6c16-473e-b6c3-f12928ff9bf6 req-2abbf353-711b-452a-9c01-0975e17a8ef0 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436492 Apr 06 11:19:05.693137 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453287de-5801-40ab-87cf-dcea16a5e990 req-48f8c7ff-78ec-4d27-a4ad-b66135f90f08 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:05.694605 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-453287de-5801-40ab-87cf-dcea16a5e990 req-48f8c7ff-78ec-4d27-a4ad-b66135f90f08 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0645618 Apr 06 11:19:05.741749 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-453287de-5801-40ab-87cf-dcea16a5e990 req-5a7fba8a-31f1-4303-8614-0d32abc641a0 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416806 Apr 06 11:19:05.861287 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273eff9-5421-4aa3-b16f-5d3c8da4ef50 req-4982631e-fd80-45d9-b617-308155442d75 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:05.862710 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7273eff9-5421-4aa3-b16f-5d3c8da4ef50 req-4982631e-fd80-45d9-b617-308155442d75 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0544541 Apr 06 11:19:05.910575 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7273eff9-5421-4aa3-b16f-5d3c8da4ef50 req-a755a67d-0e2a-4842-938c-0c1c2240891e tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420921 Apr 06 11:19:05.934405 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54226) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:06.018885 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf3118b-5f96-4927-9f78-93c04ec86ed0 tempest-TestShelveInstance-899538726 tempest-TestShelveInstance-899538726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:06.020342 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-dcf3118b-5f96-4927-9f78-93c04ec86ed0 tempest-TestShelveInstance-899538726 tempest-TestShelveInstance-899538726-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 1125 time: 0.0849681 Apr 06 11:19:06.023934 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54230) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:06.028306 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'port_id': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:19:06.101173 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:06.197619 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:06.305356 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Allocated IP 172.27.3.182 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/b10a1226-bf6b-4241-ad00-ca96f667a44b) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:19:06.409928 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for port (b10a1226-bf6b-4241-ad00-ca96f667a44b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:06.501461 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (b10a1226-bf6b-4241-ad00-ca96f667a44b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:06.536158 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:19:06.538865 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:19:06.545012 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:19:06.573080 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event updated for resources: {'Port': ['ID=b10a1226-bf6b-4241-ad00-ca96f667a44b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:06.583830 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.584176 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.584520 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.584854 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.585211 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.585569 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.585898 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.586225 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.586550 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.586873 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.587193 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.587514 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.587835 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.588155 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.588472 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:06.924124 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for floatingip (a54b14bf-944b-4d00-b377-4968c769b1ca), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.045569 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b10a1226-bf6b-4241-ad00-ca96f667a44b), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.184954 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for port (b10a1226-bf6b-4241-ad00-ca96f667a44b), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.238110 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (b10a1226-bf6b-4241-ad00-ca96f667a44b), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.304010 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event updated for resources: {'Port': ['ID=b10a1226-bf6b-4241-ad00-ca96f667a44b,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:07.316858 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (a54b14bf-944b-4d00-b377-4968c769b1ca), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.414832 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Floating IP a54b14bf-944b-4d00-b377-4968c769b1ca associated. External IP: 172.27.3.182, port: f2b182e5-82f4-446f-be1f-0ad6fb187d1c. Apr 06 11:19:07.615967 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Router 379cfab7-653f-4b86-b144-1f742707fc85 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:19:07.722042 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:19:07.732275 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf834329-5077-48b2-9554-b09fa18031b0 None None] Sync routers for ids ['379cfab7-653f-4b86-b144-1f742707fc85'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:19:07.742982 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf834329-5077-48b2-9554-b09fa18031b0 None None] Routers {'379cfab7-653f-4b86-b144-1f742707fc85'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:19:07.744028 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-bf834329-5077-48b2-9554-b09fa18031b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:18:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['379cfab7-653f-4b86-b144-1f742707fc85'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:07.777356 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.807516 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-16254e38-de36-40ed-a45d-d746fa34d7b6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7825887 Apr 06 11:19:07.808198 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:19:07.810452 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6c3cd0-176f-4587-b922-9ec85b41485f" -d '{"events": [{"name": "network-changed", "server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:19:07.846169 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bc3cdf-e5b2-4de3-bdd0-0c85788c7e30 x-openstack-request-id: req-58bc3cdf-e5b2-4de3-bdd0-0c85788c7e30 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:19:07.846456 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:19:07.846737 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58bc3cdf-e5b2-4de3-bdd0-0c85788c7e30 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:19:07.847167 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58bc3cdf-e5b2-4de3-bdd0-0c85788c7e30'] response: {'name': 'network-changed', 'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'status': 'completed', 'code': 200} Apr 06 11:19:07.851845 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-bf834329-5077-48b2-9554-b09fa18031b0 None None] Set router 379cfab7-653f-4b86-b144-1f742707fc85 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:19:07.958147 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c3cd0-176f-4587-b922-9ec85b41485f req-0123943d-8e34-40c1-b41b-35c893e9d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:07.959561 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0f6c3cd0-176f-4587-b922-9ec85b41485f req-0123943d-8e34-40c1-b41b-35c893e9d517 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1&device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 1130 time: 0.0437880 Apr 06 11:19:08.055129 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c3cd0-176f-4587-b922-9ec85b41485f req-b486979d-a787-4ece-b5f6-a18d06e14e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:08.056585 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0f6c3cd0-176f-4587-b922-9ec85b41485f req-b486979d-a787-4ece-b5f6-a18d06e14e2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=efbb6485-fa12-4438-9916-e550e451dc89 HTTP/1.1" status: 200 len: 909 time: 0.0876827 Apr 06 11:19:08.077224 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-bf834329-5077-48b2-9554-b09fa18031b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 4, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'a54b14bf-944b-4d00-b377-4968c769b1ca', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'port_id': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'mac_address': 'fa:16:3e:f6:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:19:06Z', 'updated_at': '2022-04-06T11:19:06Z', 'revision_number': 0, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2db81ce-5097-40f7-a9c1-5d58ddb80d78', 'name': '', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'mac_address': 'fa:16:3e:ed:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:51Z', 'updated_at': '2022-04-06T11:17:56Z', 'revision_number': 5, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'subnets': [{'id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:08.102790 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf834329-5077-48b2-9554-b09fa18031b0 None None] Checking router: 379cfab7-653f-4b86-b144-1f742707fc85 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:19:08.110628 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf834329-5077-48b2-9554-b09fa18031b0 None None] Routers {'379cfab7-653f-4b86-b144-1f742707fc85'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:19:08.111212 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-bf834329-5077-48b2-9554-b09fa18031b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:18:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['379cfab7-653f-4b86-b144-1f742707fc85'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:08.122392 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0f6c3cd0-176f-4587-b922-9ec85b41485f req-1e96825e-33d3-4cef-a9ad-3e0da4875cf8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c HTTP/1.1" status: 200 len: 1000 time: 0.0579567 Apr 06 11:19:08.176838 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c3cd0-176f-4587-b922-9ec85b41485f req-986da4e0-2067-41b2-955d-71ce1237dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:08.178313 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0f6c3cd0-176f-4587-b922-9ec85b41485f req-986da4e0-2067-41b2-955d-71ce1237dda2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7399389-a576-4ce9-ad72-a9eb23603df1 HTTP/1.1" status: 200 len: 847 time: 0.0434976 Apr 06 11:19:08.215650 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-bf834329-5077-48b2-9554-b09fa18031b0 None None] Set router 379cfab7-653f-4b86-b144-1f742707fc85 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:19:08.232668 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c3cd0-176f-4587-b922-9ec85b41485f req-71c1821f-02a0-403e-a79a-4352b113a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:08.234197 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0f6c3cd0-176f-4587-b922-9ec85b41485f req-71c1821f-02a0-403e-a79a-4352b113a4e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efbb6485-fa12-4438-9916-e550e451dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477436 Apr 06 11:19:08.324235 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0f6c3cd0-176f-4587-b922-9ec85b41485f req-b8707243-fe7a-42b7-b806-5d9d0b83768d service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834649 Apr 06 11:19:08.416355 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0f6c3cd0-176f-4587-b922-9ec85b41485f req-34282099-a29e-4af2-92b2-c833e5b14745 service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846987 Apr 06 11:19:08.438159 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-bf834329-5077-48b2-9554-b09fa18031b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 4, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'a54b14bf-944b-4d00-b377-4968c769b1ca', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'port_id': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'mac_address': 'fa:16:3e:f6:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:19:06Z', 'updated_at': '2022-04-06T11:19:06Z', 'revision_number': 0, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2db81ce-5097-40f7-a9c1-5d58ddb80d78', 'name': '', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'mac_address': 'fa:16:3e:ed:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:51Z', 'updated_at': '2022-04-06T11:17:56Z', 'revision_number': 5, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'subnets': [{'id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:08.464074 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf834329-5077-48b2-9554-b09fa18031b0 None None] The sync data for ids ['379cfab7-653f-4b86-b144-1f742707fc85'] in dv-cinder-836072-2-iscsi is: [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 4, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': 'a54b14bf-944b-4d00-b377-4968c769b1ca', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'port_id': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'mac_address': 'fa:16:3e:f6:31:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:19:06Z', 'updated_at': '2022-04-06T11:19:06Z', 'revision_number': 0, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2db81ce-5097-40f7-a9c1-5d58ddb80d78', 'name': '', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'mac_address': 'fa:16:3e:ed:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:51Z', 'updated_at': '2022-04-06T11:17:56Z', 'revision_number': 5, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'subnets': [{'id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:19:08.667826 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac816f8-bffe-4c4f-a1c0-1e90eeff7720 None None] New status for floating IP a54b14bf-944b-4d00-b377-4968c769b1ca: ACTIVE {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:19:16.060664 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:19.317489 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a255e28c-2589-4068-96f6-339af29d7955 req-c19f2e8a-c048-423a-ad21-2e78b7cec8aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430748 Apr 06 11:19:19.401731 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e28c-2589-4068-96f6-339af29d7955 req-0cb6c2d5-80a8-4636-85e5-2b03075e525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:19.403200 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a255e28c-2589-4068-96f6-339af29d7955 req-0cb6c2d5-80a8-4636-85e5-2b03075e525e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=866279fd7e7342ada14b63bbbd3d64be&device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 1129 time: 0.0435772 Apr 06 11:19:19.510020 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e28c-2589-4068-96f6-339af29d7955 req-695a4b1f-6345-4014-9321-75353a000982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:19.511466 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a255e28c-2589-4068-96f6-339af29d7955 req-695a4b1f-6345-4014-9321-75353a000982 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a731990e-ef5a-45e6-9019-7f964cfe85bf HTTP/1.1" status: 200 len: 911 time: 0.0885742 Apr 06 11:19:19.578626 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a255e28c-2589-4068-96f6-339af29d7955 req-5d7a289a-c420-4d0d-a1cb-809cfcad1584 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5232d6c1-14e8-4b81-a9ab-729e08c410e2 HTTP/1.1" status: 200 len: 1000 time: 0.0566721 Apr 06 11:19:19.628358 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e28c-2589-4068-96f6-339af29d7955 req-b1455d49-a6d9-4aa5-ba57-9cc31bf7a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:19.629772 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a255e28c-2589-4068-96f6-339af29d7955 req-b1455d49-a6d9-4aa5-ba57-9cc31bf7a41e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ec6ff60-8e86-42a1-8b1f-3cb289d760bb HTTP/1.1" status: 200 len: 849 time: 0.0427129 Apr 06 11:19:19.681507 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255e28c-2589-4068-96f6-339af29d7955 req-0a64b6c4-aff3-46f2-bb3a-355c22ccebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:19.683642 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a255e28c-2589-4068-96f6-339af29d7955 req-0a64b6c4-aff3-46f2-bb3a-355c22ccebed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a731990e-ef5a-45e6-9019-7f964cfe85bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474284 Apr 06 11:19:19.771476 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a255e28c-2589-4068-96f6-339af29d7955 req-7cf1e421-a78d-4228-a9f4-9852e491d8ca service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809798 Apr 06 11:19:19.861727 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a255e28c-2589-4068-96f6-339af29d7955 req-1e22c628-a566-47a4-9425-413630995186 service neutron] 10.222.0.49 "GET /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829439 Apr 06 11:19:21.911668 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b8db6aba-f021-4697-8415-e5e825a9a516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:24.232271 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5a181a1c-9431-48bb-b45d-af235dc22901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:25.346343 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:26.803502 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:28.237582 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:31.758701 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ddf16-d987-462c-9e36-cf115e393c7e req-9be12c2f-9187-48c8-a63e-2439f8226e88 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:31.760153 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4e3ddf16-d987-462c-9e36-cf115e393c7e req-9be12c2f-9187-48c8-a63e-2439f8226e88 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.0513806 Apr 06 11:19:31.805414 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4e3ddf16-d987-462c-9e36-cf115e393c7e req-dcb3652d-783f-4825-acca-a8fad072d4bf tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389876 Apr 06 11:19:32.923946 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c1c9a-fdc4-49e0-8ee6-9e21a44e87d4 req-815f8011-8253-497b-bb08-5d612debe281 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:32.925500 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cc3c1c9a-fdc4-49e0-8ee6-9e21a44e87d4 req-815f8011-8253-497b-bb08-5d612debe281 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.0523612 Apr 06 11:19:32.970937 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cc3c1c9a-fdc4-49e0-8ee6-9e21a44e87d4 req-6b96916a-7a6c-4b8e-97fd-93661de5faec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398779 Apr 06 11:19:34.027711 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-9d47f162-b0fe-40c7-8c1e-99fbc73c8531 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:34.029869 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-9d47f162-b0fe-40c7-8c1e-99fbc73c8531 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.0530648 Apr 06 11:19:34.146556 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711283f-8fc0-4adf-a201-0c6e4b7b5036 req-16ecc0da-34dd-4643-9655-6105585df22c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:34.148030 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9711283f-8fc0-4adf-a201-0c6e4b7b5036 req-16ecc0da-34dd-4643-9655-6105585df22c tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 945 time: 0.1100514 Apr 06 11:19:34.199176 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Deleting port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:19:34.199511 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:34.247644 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9711283f-8fc0-4adf-a201-0c6e4b7b5036 req-eeafa5a8-f710-4892-a7be-15f14a014a63 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups?id=05611ae2-1fe2-4d97-98c8-8f719904ae94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917678 Apr 06 11:19:34.297034 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] For port 5232d6c1-14e8-4b81-a9ab-729e08c410e2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5232d6c1-14e8-4b81-a9ab-729e08c410e2,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:19:34.297427 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:34.460324 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:34.460583 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (a138cd8e-aa1e-40f6-9310-34bf1f664e32), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:34.460899 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Floating IP a138cd8e-aa1e-40f6-9310-34bf1f664e32 disassociated. External IP: 172.27.3.36, port: 5232d6c1-14e8-4b81-a9ab-729e08c410e2. Apr 06 11:19:34.461284 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Calling delete_port for 5232d6c1-14e8-4b81-a9ab-729e08c410e2 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:19:34.643391 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (5232d6c1-14e8-4b81-a9ab-729e08c410e2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:34.672337 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event deleted for resources: {'Port': ['ID=5232d6c1-14e8-4b81-a9ab-729e08c410e2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:34.789685 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Router df140f47-9df1-4be6-82a6-fa1e52d7acb9 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:19:34.903878 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:19:34.914522 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d285e6ae-6ede-402d-8b21-bd8b17cdfa80 None None] Sync routers for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:19:34.926928 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285e6ae-6ede-402d-8b21-bd8b17cdfa80 None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:19:34.930064 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d285e6ae-6ede-402d-8b21-bd8b17cdfa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:19:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:34.951101 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] No DVR routers for this DVR port 5232d6c1-14e8-4b81-a9ab-729e08c410e2 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:19:34.954410 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:34.957725 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0fadbd3-69d3-4ac8-9b36-7ca5f7e26f76 req-8366b9ba-f2bb-4fca-83e5-2e18afd906ec tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.49 "DELETE /v2.0/ports/5232d6c1-14e8-4b81-a9ab-729e08c410e2 HTTP/1.1" status: 204 len: 173 time: 0.9104548 Apr 06 11:19:34.958168 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'name': 'network-vif-deleted', 'tag': '5232d6c1-14e8-4b81-a9ab-729e08c410e2'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:19:34.960376 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175dd185-926d-464c-b082-08ad5a21137e" -d '{"events": [{"server_uuid": "fa40f7dd-0f85-413a-9664-35c74e67f94c", "name": "network-vif-deleted", "tag": "5232d6c1-14e8-4b81-a9ab-729e08c410e2"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:19:35.004035 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16c31c6-9dfd-46af-a44f-274491bbb8a9 x-openstack-request-id: req-d16c31c6-9dfd-46af-a44f-274491bbb8a9 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:19:35.004035 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa40f7dd-0f85-413a-9664-35c74e67f94c", "name": "network-vif-deleted", "tag": "5232d6c1-14e8-4b81-a9ab-729e08c410e2", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:19:35.004035 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d16c31c6-9dfd-46af-a44f-274491bbb8a9 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:19:35.004035 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16c31c6-9dfd-46af-a44f-274491bbb8a9'] response: {'server_uuid': 'fa40f7dd-0f85-413a-9664-35c74e67f94c', 'name': 'network-vif-deleted', 'tag': '5232d6c1-14e8-4b81-a9ab-729e08c410e2', 'status': 'completed', 'code': 200} Apr 06 11:19:35.048799 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-d285e6ae-6ede-402d-8b21-bd8b17cdfa80 None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:19:35.341356 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d285e6ae-6ede-402d-8b21-bd8b17cdfa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:35.357293 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-36f60ca3-5b37-4ff9-8b0f-8180d5dabae8 req-601969a6-333e-4d99-980b-85e05fd908f1 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa40f7dd-0f85-413a-9664-35c74e67f94c HTTP/1.1" status: 200 len: 210 time: 0.0296850 Apr 06 11:19:35.366880 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d285e6ae-6ede-402d-8b21-bd8b17cdfa80 None None] Checking router: df140f47-9df1-4be6-82a6-fa1e52d7acb9 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:19:35.375735 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285e6ae-6ede-402d-8b21-bd8b17cdfa80 None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:19:35.376340 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d285e6ae-6ede-402d-8b21-bd8b17cdfa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:19:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:35.482383 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-d285e6ae-6ede-402d-8b21-bd8b17cdfa80 None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:19:35.677417 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-d285e6ae-6ede-402d-8b21-bd8b17cdfa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:35.702733 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d285e6ae-6ede-402d-8b21-bd8b17cdfa80 None None] The sync data for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi is: [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:10:17Z', 'revision_number': 4, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c', 'name': '', 'network_id': 'a731990e-ef5a-45e6-9019-7f964cfe85bf', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'mac_address': 'fa:16:3e:44:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:16Z', 'updated_at': '2022-04-06T11:10:20Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'subnets': [{'id': '9ec6ff60-8e86-42a1-8b1f-3cb289d760bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:19:35.915091 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ba3e4-36c6-4858-8405-ea8c41e0f7e7 None None] New status for floating IP a138cd8e-aa1e-40f6-9310-34bf1f664e32: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:19:36.017837 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:19:36.541348 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54400) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:36.592859 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d9e76db-9c91-4225-ab9e-369db4e2fc62 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group (05611ae2-1fe2-4d97-98c8-8f719904ae94), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:36.614605 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d9e76db-9c91-4225-ab9e-369db4e2fc62 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group (05611ae2-1fe2-4d97-98c8-8f719904ae94), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:36.712169 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d9e76db-9c91-4225-ab9e-369db4e2fc62 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (05611ae2-1fe2-4d97-98c8-8f719904ae94), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:36.715058 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0d9e76db-9c91-4225-ab9e-369db4e2fc62 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:36.716402 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-0d9e76db-9c91-4225-ab9e-369db4e2fc62 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "DELETE /v2.0/security-groups/05611ae2-1fe2-4d97-98c8-8f719904ae94 HTTP/1.1" status: 204 len: 168 time: 0.1735463 Apr 06 11:19:36.719558 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54402) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:36.727680 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e76db-9c91-4225-ab9e-369db4e2fc62 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05611ae2-1fe2-4d97-98c8-8f719904ae94,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:36.735442 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.api.v2.resource [None req-37376601-84c7-4437-b4f2-ea439dbac511 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] show failed (client error): The resource could not be found. Apr 06 11:19:36.736492 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-37376601-84c7-4437-b4f2-ea439dbac511 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "GET /v2.0/security-groups/05611ae2-1fe2-4d97-98c8-8f719904ae94 HTTP/1.1" status: 404 len: 347 time: 0.0159619 Apr 06 11:19:36.739368 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54404) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:36.860711 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-143bd0a3-59e3-43e0-acc8-20d63f1896c0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Deleting port ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:19:36.861083 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-143bd0a3-59e3-43e0-acc8-20d63f1896c0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:36.932902 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-143bd0a3-59e3-43e0-acc8-20d63f1896c0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:36.933179 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-143bd0a3-59e3-43e0-acc8-20d63f1896c0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:36.944879 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-143bd0a3-59e3-43e0-acc8-20d63f1896c0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Calling delete_port for ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:19:37.151669 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-143bd0a3-59e3-43e0-acc8-20d63f1896c0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:37.176480 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bd0a3-59e3-43e0-acc8-20d63f1896c0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Pushing event deleted for resources: {'Port': ['ID=ab583f9c-49fa-4d5f-b3ff-295a1bd2e0d4,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:37.239605 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-143bd0a3-59e3-43e0-acc8-20d63f1896c0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks [] for floatingip (a138cd8e-aa1e-40f6-9310-34bf1f664e32), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:37.242117 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-143bd0a3-59e3-43e0-acc8-20d63f1896c0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:37.243255 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-143bd0a3-59e3-43e0-acc8-20d63f1896c0 tempest-AttachVolumeTestJSON-686410836 tempest-AttachVolumeTestJSON-686410836-project] 10.222.0.62 "DELETE /v2.0/floatingips/a138cd8e-aa1e-40f6-9310-34bf1f664e32 HTTP/1.1" status: 204 len: 168 time: 0.5029638 Apr 06 11:19:37.369045 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 5232d6c1-14e8-4b81-a9ab-729e08c410e2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:19:37.388823 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: 5232d6c1-14e8-4b81-a9ab-729e08c410e2 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:19:37.389211 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 5232d6c1-14e8-4b81-a9ab-729e08c410e2 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:19:41.113685 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54446) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:41.887740 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-42d10a2c-51e0-4747-9643-3078a248446d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8039096'] for router_interface (df140f47-9df1-4be6-82a6-fa1e52d7acb9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:42.195699 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-42d10a2c-51e0-4747-9643-3078a248446d admin admin] Deleting port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:19:42.196364 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-42d10a2c-51e0-4747-9643-3078a248446d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:42.270853 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-42d10a2c-51e0-4747-9643-3078a248446d admin admin] For port 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:19:42.271211 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-42d10a2c-51e0-4747-9643-3078a248446d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:42.283372 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-42d10a2c-51e0-4747-9643-3078a248446d admin admin] Calling delete_port for 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:19:42.511806 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-42d10a2c-51e0-4747-9643-3078a248446d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:42.540867 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d10a2c-51e0-4747-9643-3078a248446d admin admin] Pushing event deleted for resources: {'Port': ['ID=59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:42.709072 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-42d10a2c-51e0-4747-9643-3078a248446d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8362772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041768'] for router_interface (df140f47-9df1-4be6-82a6-fa1e52d7acb9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:42.930303 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d10a2c-51e0-4747-9643-3078a248446d admin admin] Router df140f47-9df1-4be6-82a6-fa1e52d7acb9 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:19:43.038594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d10a2c-51e0-4747-9643-3078a248446d admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:19:43.043826 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-42d10a2c-51e0-4747-9643-3078a248446d admin admin] 10.222.0.62 "PUT /v2.0/routers/df140f47-9df1-4be6-82a6-fa1e52d7acb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9291005 Apr 06 11:19:43.046978 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54468) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:43.048794 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d996f-8f00-4290-8b82-e2a455799214 None None] Sync routers for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:19:43.058955 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d996f-8f00-4290-8b82-e2a455799214 None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:19:43.059617 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-175d996f-8f00-4290-8b82-e2a455799214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:19:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:43.157992 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Publish callbacks [] for router (df140f47-9df1-4be6-82a6-fa1e52d7acb9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:43.167436 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-175d996f-8f00-4290-8b82-e2a455799214 None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:19:43.262367 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Publish callbacks [] for router_gateway (df140f47-9df1-4be6-82a6-fa1e52d7acb9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:43.344450 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-175d996f-8f00-4290-8b82-e2a455799214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:19:42Z', 'revision_number': 5, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port': {'id': '5f56d074-88e9-46bc-9be9-b802f93dcbf5', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:10:14Z', 'updated_at': '2022-04-06T11:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:43.369503 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Deleting port 5f56d074-88e9-46bc-9be9-b802f93dcbf5 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:19:43.369842 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:43.370818 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d996f-8f00-4290-8b82-e2a455799214 None None] Checking router: df140f47-9df1-4be6-82a6-fa1e52d7acb9 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:19:43.378880 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d996f-8f00-4290-8b82-e2a455799214 None None] Routers {'df140f47-9df1-4be6-82a6-fa1e52d7acb9'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:19:43.379534 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-175d996f-8f00-4290-8b82-e2a455799214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:19:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:43.449682 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] For port 5f56d074-88e9-46bc-9be9-b802f93dcbf5, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=5f56d074-88e9-46bc-9be9-b802f93dcbf5,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:19:43.450052 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:43.474626 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-175d996f-8f00-4290-8b82-e2a455799214 None None] Set router df140f47-9df1-4be6-82a6-fa1e52d7acb9 gateway port host: None {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:19:43.479226 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Calling delete_port for 5f56d074-88e9-46bc-9be9-b802f93dcbf5 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:19:43.528083 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-175d996f-8f00-4290-8b82-e2a455799214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:19:43Z', 'revision_number': 6, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port_host': None}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:43.554921 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d996f-8f00-4290-8b82-e2a455799214 None None] The sync data for ids ['df140f47-9df1-4be6-82a6-fa1e52d7acb9'] in dv-cinder-836072-2-iscsi is: [{'id': 'df140f47-9df1-4be6-82a6-fa1e52d7acb9', 'name': 'tempest-AttachVolumeTestJSON-122287636-router', 'tenant_id': '866279fd7e7342ada14b63bbbd3d64be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:10:13Z', 'updated_at': '2022-04-06T11:19:43Z', 'revision_number': 6, 'project_id': '866279fd7e7342ada14b63bbbd3d64be', 'gw_port_host': None}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:19:43.683538 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (5f56d074-88e9-46bc-9be9-b802f93dcbf5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:43.710162 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Pushing event deleted for resources: {'Port': ['ID=5f56d074-88e9-46bc-9be9-b802f93dcbf5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:43.771608 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8041966'] for router_gateway (df140f47-9df1-4be6-82a6-fa1e52d7acb9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:43.876607 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8037213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64443'] for router (df140f47-9df1-4be6-82a6-fa1e52d7acb9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:43.878595 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Publish callbacks [] for router_controller (df140f47-9df1-4be6-82a6-fa1e52d7acb9), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.009408 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037204'] for router (df140f47-9df1-4be6-82a6-fa1e52d7acb9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.009979 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router df140f47-9df1-4be6-82a6-fa1e52d7acb9 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:19:44.015467 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.016639 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-bdb586db-4d3a-488d-ae9f-c33f6d74b5eb admin admin] 10.222.0.62 "DELETE /v2.0/routers/df140f47-9df1-4be6-82a6-fa1e52d7acb9 HTTP/1.1" status: 204 len: 168 time: 0.9687703 Apr 06 11:19:44.019130 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54472) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:44.062913 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-957debe1-2858-4f52-ae93-cde2002d0d47 admin admin] Deleting subnet 9ec6ff60-8e86-42a1-8b1f-3cb289d760bb {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:19:44.065910 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-957debe1-2858-4f52-ae93-cde2002d0d47 admin admin] Publish callbacks [] for subnet (9ec6ff60-8e86-42a1-8b1f-3cb289d760bb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.101447 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-957debe1-2858-4f52-ae93-cde2002d0d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6270545'] for subnet (9ec6ff60-8e86-42a1-8b1f-3cb289d760bb), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.204035 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-957debe1-2858-4f52-ae93-cde2002d0d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (9ec6ff60-8e86-42a1-8b1f-3cb289d760bb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.341115 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-957debe1-2858-4f52-ae93-cde2002d0d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4619291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4460665'] for subnet (9ec6ff60-8e86-42a1-8b1f-3cb289d760bb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.364927 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957debe1-2858-4f52-ae93-cde2002d0d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec6ff60-8e86-42a1-8b1f-3cb289d760bb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:44.374455 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-957debe1-2858-4f52-ae93-cde2002d0d47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.374455 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-957debe1-2858-4f52-ae93-cde2002d0d47 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9ec6ff60-8e86-42a1-8b1f-3cb289d760bb HTTP/1.1" status: 204 len: 168 time: 0.3541183 Apr 06 11:19:44.376725 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54478) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:44.380633 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b71c78-a8e6-40c7-a8a2-5d1ba4a449d7 None None] Network a731990e-ef5a-45e6-9019-7f964cfe85bf requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:19:44.452415 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (a731990e-ef5a-45e6-9019-7f964cfe85bf), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.551703 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530848c6-9f55-4815-a012-49d74118c0c7 None None] DHCP port deletion for a731990e-ef5a-45e6-9019-7f964cfe85bf request from dv-cinder-836072-2-iscsi {{(pid=104089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:19:44.561178 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b743c7-26c2-4683-b4ec-1ecb7aa297ab req-89d143eb-a22d-42f5-a512-629ea874df58 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:44.562794 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-70b743c7-26c2-4683-b4ec-1ecb7aa297ab req-89d143eb-a22d-42f5-a512-629ea874df58 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 945 time: 0.0761452 Apr 06 11:19:44.564277 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Deleting port e8997c0b-7494-4458-b4d7-1f8ad635e261 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:19:44.564608 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.603635 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-530848c6-9f55-4815-a012-49d74118c0c7 None None] Deleting port e8997c0b-7494-4458-b4d7-1f8ad635e261 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:19:44.608303 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-530848c6-9f55-4815-a012-49d74118c0c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.662553 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] For port e8997c0b-7494-4458-b4d7-1f8ad635e261, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=e8997c0b-7494-4458-b4d7-1f8ad635e261,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:19:44.662909 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.666365 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-530848c6-9f55-4815-a012-49d74118c0c7 None None] For port e8997c0b-7494-4458-b4d7-1f8ad635e261, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=e8997c0b-7494-4458-b4d7-1f8ad635e261,segment=NetworkSegment(004ba62c-a31a-4a2e-94e9-87138a9a1a1e),segment_id=004ba62c-a31a-4a2e-94e9-87138a9a1a1e)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:19:44.666832 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-530848c6-9f55-4815-a012-49d74118c0c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.668341 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-70b743c7-26c2-4683-b4ec-1ecb7aa297ab req-2994a2d2-7cf8-4eb7-a9db-de89e410811f tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917056 Apr 06 11:19:44.680938 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Calling delete_port for e8997c0b-7494-4458-b4d7-1f8ad635e261 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:19:44.685658 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-530848c6-9f55-4815-a012-49d74118c0c7 None None] Calling delete_port for e8997c0b-7494-4458-b4d7-1f8ad635e261 owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:19:44.831897 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.860741 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Pushing event deleted for resources: {'Port': ['ID=e8997c0b-7494-4458-b4d7-1f8ad635e261,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:44.864070 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] No DVR routers for this DVR port e8997c0b-7494-4458-b4d7-1f8ad635e261 on host dv-cinder-836072-2-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:19:44.895380 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:19:44.917311 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:19:44.917311 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 59b4dfe7-25e6-4c86-8c7c-2ccf4042f91c not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:19:44.923212 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device e8997c0b-7494-4458-b4d7-1f8ad635e261 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:19:44.937969 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: e8997c0b-7494-4458-b4d7-1f8ad635e261 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:19:44.938313 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device e8997c0b-7494-4458-b4d7-1f8ad635e261 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:19:44.938739 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 5f56d074-88e9-46bc-9be9-b802f93dcbf5 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:19:44.940452 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-530848c6-9f55-4815-a012-49d74118c0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567'] for port (e8997c0b-7494-4458-b4d7-1f8ad635e261), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.982918 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 5f56d074-88e9-46bc-9be9-b802f93dcbf5 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:19:44.983262 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 5f56d074-88e9-46bc-9be9-b802f93dcbf5 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:19:44.987902 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530848c6-9f55-4815-a012-49d74118c0c7 None None] No DVR routers for this DVR port e8997c0b-7494-4458-b4d7-1f8ad635e261 on host dv-cinder-836072-2-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:19:44.992351 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530848c6-9f55-4815-a012-49d74118c0c7 None None] Pushing event deleted for resources: {'Port': ['ID=e8997c0b-7494-4458-b4d7-1f8ad635e261,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:45.195953 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (a731990e-ef5a-45e6-9019-7f964cfe85bf), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:45.215087 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a731990e-ef5a-45e6-9019-7f964cfe85bf']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:45.223957 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004ba62c-a31a-4a2e-94e9-87138a9a1a1e') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:45.224252 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004ba62c-a31a-4a2e-94e9-87138a9a1a1e') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:45.233349 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6270634'] for segment (004ba62c-a31a-4a2e-94e9-87138a9a1a1e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:45.246295 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (004ba62c-a31a-4a2e-94e9-87138a9a1a1e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:45.252600 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4619377'] for segment (004ba62c-a31a-4a2e-94e9-87138a9a1a1e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: Traceback (most recent call last): Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: timer() Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: cb(*args, **kw) Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: return func(*args, **kwargs) Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: self._notify() Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: self.callback(batched_events) Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: event.method(event) Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: return f(self, *a, **k) Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._get(url).json() Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: return self.request(url, 'GET', **kwargs) Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:19:45.255121 dv-cinder-836072-2-iscsi neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:19:45.391556 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (a731990e-ef5a-45e6-9019-7f964cfe85bf), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:45.397113 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:45.400180 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] 10.222.0.62 "DELETE /v2.0/networks/a731990e-ef5a-45e6-9019-7f964cfe85bf HTTP/1.1" status: 204 len: 168 time: 1.0224881 Apr 06 11:19:45.411248 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812e4be-9635-46ff-903a-445d9790cf3c admin admin] Pushing event deleted for resources: {'Network': ['ID=a731990e-ef5a-45e6-9019-7f964cfe85bf,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:45.651669 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54484) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:45.691216 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0a101335-66bf-4979-9b24-69881c796726 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=866279fd7e7342ada14b63bbbd3d64be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383761 Apr 06 11:19:45.693651 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54488) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:45.740468 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8abf28ce-ddd4-4403-9680-6178ebb67cdb admin admin] Publish callbacks [] for security_group (a021fd63-96e3-410b-b628-973840d5f249), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:45.761370 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8abf28ce-ddd4-4403-9680-6178ebb67cdb admin admin] Publish callbacks [] for security_group (a021fd63-96e3-410b-b628-973840d5f249), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:45.788407 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1543562-1396-4c0e-9987-5962073e3240 req-496249d7-ef73-4857-b2a8-ac260ab40375 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:45.789943 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1543562-1396-4c0e-9987-5962073e3240 req-496249d7-ef73-4857-b2a8-ac260ab40375 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 945 time: 0.0515542 Apr 06 11:19:45.836497 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1543562-1396-4c0e-9987-5962073e3240 req-eee2fbbf-9ecc-4910-ae78-f3b71b3bd64b tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396264 Apr 06 11:19:45.871669 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8abf28ce-ddd4-4403-9680-6178ebb67cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (a021fd63-96e3-410b-b628-973840d5f249), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:45.874864 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8abf28ce-ddd4-4403-9680-6178ebb67cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:45.876000 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8abf28ce-ddd4-4403-9680-6178ebb67cdb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a021fd63-96e3-410b-b628-973840d5f249 HTTP/1.1" status: 204 len: 168 time: 0.1813803 Apr 06 11:19:45.883809 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf28ce-ddd4-4403-9680-6178ebb67cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a021fd63-96e3-410b-b628-973840d5f249,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:46.106315 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:46.672560 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-19836974-1213-4cbb-8fe9-957f430f69c6 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:46.674443 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-19836974-1213-4cbb-8fe9-957f430f69c6 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 945 time: 0.0592780 Apr 06 11:19:46.769158 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Deleting port 98d17c38-8feb-463a-a457-6d58cfff43b5 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:19:46.769498 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:46.862009 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] For port 98d17c38-8feb-463a-a457-6d58cfff43b5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=98d17c38-8feb-463a-a457-6d58cfff43b5,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:19:46.862639 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:47.020831 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa874-bf00-4d03-b6a4-fdb2b03469fb req-f5033b4d-02ef-41c0-aad1-cc0e56c9ee31 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:47.022362 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-69eaa874-bf00-4d03-b6a4-fdb2b03469fb req-f5033b4d-02ef-41c0-aad1-cc0e56c9ee31 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 945 time: 0.1174026 Apr 06 11:19:47.102379 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:47.102749 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (0b7c04ef-6c48-40f3-8bc2-498621290283), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:47.103070 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Floating IP 0b7c04ef-6c48-40f3-8bc2-498621290283 disassociated. External IP: 172.27.3.23, port: 98d17c38-8feb-463a-a457-6d58cfff43b5. Apr 06 11:19:47.103418 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Calling delete_port for 98d17c38-8feb-463a-a457-6d58cfff43b5 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:19:47.120802 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-69eaa874-bf00-4d03-b6a4-fdb2b03469fb req-b6ec7558-33b4-4aa5-bd48-15321a029077 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups?id=6782be4e-e629-4951-ad82-b84ba44eaabc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710938 Apr 06 11:19:47.289024 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (98d17c38-8feb-463a-a457-6d58cfff43b5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:47.315813 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event deleted for resources: {'Port': ['ID=98d17c38-8feb-463a-a457-6d58cfff43b5,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:47.434164 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Router c594488c-830c-4c8f-a7b3-e0166fdb599e has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:19:47.547707 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:19:47.554933 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e59427-9c76-4aaf-b793-5927a1387177 None None] Sync routers for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:19:47.565869 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e59427-9c76-4aaf-b793-5927a1387177 None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:19:47.566499 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-94e59427-9c76-4aaf-b793-5927a1387177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:19:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:47.594865 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] No DVR routers for this DVR port 98d17c38-8feb-463a-a457-6d58cfff43b5 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:19:47.597360 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:47.601043 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-86f30bf5-c191-4f0b-a437-fffbefa6a8c3 req-1bec49f3-a4bd-4573-85b8-351849af433e tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.49 "DELETE /v2.0/ports/98d17c38-8feb-463a-a457-6d58cfff43b5 HTTP/1.1" status: 204 len: 173 time: 0.9217939 Apr 06 11:19:47.601538 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'name': 'network-vif-deleted', 'tag': '98d17c38-8feb-463a-a457-6d58cfff43b5'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:19:47.604876 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5d8d28-5c3f-495e-b82c-e7208c6e615e" -d '{"events": [{"server_uuid": "45c04650-2822-4cfa-ad8b-e647caf4e96f", "name": "network-vif-deleted", "tag": "98d17c38-8feb-463a-a457-6d58cfff43b5"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:19:47.689819 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-94e59427-9c76-4aaf-b793-5927a1387177 None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:19:47.785899 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d567947e-995b-403c-bcfc-d1bf5b46582d x-openstack-request-id: req-d567947e-995b-403c-bcfc-d1bf5b46582d {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:19:47.785899 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c04650-2822-4cfa-ad8b-e647caf4e96f", "name": "network-vif-deleted", "tag": "98d17c38-8feb-463a-a457-6d58cfff43b5", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:19:47.785899 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d567947e-995b-403c-bcfc-d1bf5b46582d {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:19:47.785899 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d567947e-995b-403c-bcfc-d1bf5b46582d'] response: {'server_uuid': '45c04650-2822-4cfa-ad8b-e647caf4e96f', 'name': 'network-vif-deleted', 'tag': '98d17c38-8feb-463a-a457-6d58cfff43b5', 'status': 'completed', 'code': 200} Apr 06 11:19:47.908645 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-94e59427-9c76-4aaf-b793-5927a1387177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:47.939356 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e59427-9c76-4aaf-b793-5927a1387177 None None] Checking router: c594488c-830c-4c8f-a7b3-e0166fdb599e for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:19:47.947573 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e59427-9c76-4aaf-b793-5927a1387177 None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:19:47.948187 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-94e59427-9c76-4aaf-b793-5927a1387177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:19:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:48.058680 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-94e59427-9c76-4aaf-b793-5927a1387177 None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:19:48.226125 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fc63f79f-b544-477a-9622-c73adea0526e req-913b75be-e17b-4e40-a8aa-40781f469636 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/ports?device_id=45c04650-2822-4cfa-ad8b-e647caf4e96f HTTP/1.1" status: 200 len: 210 time: 0.0278704 Apr 06 11:19:48.255067 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-94e59427-9c76-4aaf-b793-5927a1387177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:48.280315 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e59427-9c76-4aaf-b793-5927a1387177 None None] The sync data for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi is: [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:30Z', 'revision_number': 4, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '9bdac996-e556-4b29-9d5d-559516b25b33', 'name': '', 'network_id': '1153c82f-85eb-4ccf-a631-367f6df86902', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'mac_address': 'fa:16:3e:1b:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:28Z', 'updated_at': '2022-04-06T11:08:42Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'subnets': [{'id': '19a20e05-f19c-4ec0-af50-723b11d3fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:19:48.517408 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dda988-e646-429b-8a61-51706d8642d2 None None] New status for floating IP 0b7c04ef-6c48-40f3-8bc2-498621290283: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:19:49.404108 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54554) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:49.457403 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aefe8b20-9ad2-40b7-97d9-fd27f991f050 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (6782be4e-e629-4951-ad82-b84ba44eaabc), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:49.479812 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aefe8b20-9ad2-40b7-97d9-fd27f991f050 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (6782be4e-e629-4951-ad82-b84ba44eaabc), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:49.585970 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aefe8b20-9ad2-40b7-97d9-fd27f991f050 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (6782be4e-e629-4951-ad82-b84ba44eaabc), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:49.588454 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-aefe8b20-9ad2-40b7-97d9-fd27f991f050 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:49.589618 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-aefe8b20-9ad2-40b7-97d9-fd27f991f050 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "DELETE /v2.0/security-groups/6782be4e-e629-4951-ad82-b84ba44eaabc HTTP/1.1" status: 204 len: 168 time: 0.1845345 Apr 06 11:19:49.593215 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54558) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:49.599116 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe8b20-9ad2-40b7-97d9-fd27f991f050 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6782be4e-e629-4951-ad82-b84ba44eaabc,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:49.607018 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.api.v2.resource [None req-542f5d9a-0b69-4c24-865e-7ae038363c77 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] show failed (client error): The resource could not be found. Apr 06 11:19:49.608105 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-542f5d9a-0b69-4c24-865e-7ae038363c77 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "GET /v2.0/security-groups/6782be4e-e629-4951-ad82-b84ba44eaabc HTTP/1.1" status: 404 len: 347 time: 0.0138559 Apr 06 11:19:49.611357 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54560) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:49.733218 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Deleting port a809c04c-ba2f-4964-8f4e-76893df8ddff {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:19:49.733578 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (a809c04c-ba2f-4964-8f4e-76893df8ddff), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:49.805139 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (a809c04c-ba2f-4964-8f4e-76893df8ddff), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:49.805392 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (a809c04c-ba2f-4964-8f4e-76893df8ddff), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:49.817588 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Calling delete_port for a809c04c-ba2f-4964-8f4e-76893df8ddff owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:19:49.991658 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (a809c04c-ba2f-4964-8f4e-76893df8ddff), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:50.017112 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Pushing event deleted for resources: {'Port': ['ID=a809c04c-ba2f-4964-8f4e-76893df8ddff,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:50.030505 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.030864 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.031215 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.031561 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.031899 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.032239 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.032575 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.032910 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.033265 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.033601 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.033934 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.034272 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.034600 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.034929 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.035259 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:50.095394 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks [] for floatingip (0b7c04ef-6c48-40f3-8bc2-498621290283), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:50.097752 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:50.098911 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-81299698-a23b-4b26-9aae-8cd54c30c5f5 tempest-AttachVolumeNegativeTest-1866775532 tempest-AttachVolumeNegativeTest-1866775532-project] 10.222.0.62 "DELETE /v2.0/floatingips/0b7c04ef-6c48-40f3-8bc2-498621290283 HTTP/1.1" status: 204 len: 168 time: 0.4866431 Apr 06 11:19:51.448808 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 98d17c38-8feb-463a-a457-6d58cfff43b5 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:19:51.469208 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: 98d17c38-8feb-463a-a457-6d58cfff43b5 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:19:51.469554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 98d17c38-8feb-463a-a457-6d58cfff43b5 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:19:51.922799 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9b4444e6-126a-4ad2-8bec-be78382d9c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:54.300404 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4a7007f0-72ab-4f7c-af31-2a8a6189ebb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:55.345702 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:56.791322 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:58.249929 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:59.307168 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54670) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:59.790120 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07c7aaa8-2dbc-4c57-82ac-2e94f64716b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8039096'] for router_interface (c594488c-830c-4c8f-a7b3-e0166fdb599e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:00.034529 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-07c7aaa8-2dbc-4c57-82ac-2e94f64716b4 admin admin] Deleting port 9bdac996-e556-4b29-9d5d-559516b25b33 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:20:00.034863 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07c7aaa8-2dbc-4c57-82ac-2e94f64716b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:00.112819 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-07c7aaa8-2dbc-4c57-82ac-2e94f64716b4 admin admin] For port 9bdac996-e556-4b29-9d5d-559516b25b33, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=9bdac996-e556-4b29-9d5d-559516b25b33,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:20:00.113135 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07c7aaa8-2dbc-4c57-82ac-2e94f64716b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:00.126220 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-07c7aaa8-2dbc-4c57-82ac-2e94f64716b4 admin admin] Calling delete_port for 9bdac996-e556-4b29-9d5d-559516b25b33 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:20:00.386002 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07c7aaa8-2dbc-4c57-82ac-2e94f64716b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (9bdac996-e556-4b29-9d5d-559516b25b33), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:00.411120 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7aaa8-2dbc-4c57-82ac-2e94f64716b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bdac996-e556-4b29-9d5d-559516b25b33,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:00.580225 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-07c7aaa8-2dbc-4c57-82ac-2e94f64716b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8362772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041768'] for router_interface (c594488c-830c-4c8f-a7b3-e0166fdb599e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:00.798073 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c7aaa8-2dbc-4c57-82ac-2e94f64716b4 admin admin] Router c594488c-830c-4c8f-a7b3-e0166fdb599e has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:20:00.905596 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c7aaa8-2dbc-4c57-82ac-2e94f64716b4 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:20:00.911193 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-07c7aaa8-2dbc-4c57-82ac-2e94f64716b4 admin admin] 10.222.0.62 "PUT /v2.0/routers/c594488c-830c-4c8f-a7b3-e0166fdb599e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6030216 Apr 06 11:20:00.913838 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54688) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:00.914384 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebc565-d957-49e8-a80d-27ed8c9a0b8c None None] Sync routers for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:20:00.924113 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebc565-d957-49e8-a80d-27ed8c9a0b8c None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:20:00.924776 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-56ebc565-d957-49e8-a80d-27ed8c9a0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:19:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:01.023402 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Publish callbacks [] for router (c594488c-830c-4c8f-a7b3-e0166fdb599e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.029427 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-56ebc565-d957-49e8-a80d-27ed8c9a0b8c None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:20:01.133560 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Publish callbacks [] for router_gateway (c594488c-830c-4c8f-a7b3-e0166fdb599e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.206221 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-56ebc565-d957-49e8-a80d-27ed8c9a0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '802f0471-e777-4156-b02d-2a089d2f8397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:20:00Z', 'revision_number': 5, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port': {'id': '802f0471-e777-4156-b02d-2a089d2f8397', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:23Z', 'updated_at': '2022-04-06T11:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:01.235745 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebc565-d957-49e8-a80d-27ed8c9a0b8c None None] Checking router: c594488c-830c-4c8f-a7b3-e0166fdb599e for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:20:01.244181 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebc565-d957-49e8-a80d-27ed8c9a0b8c None None] Routers {'c594488c-830c-4c8f-a7b3-e0166fdb599e'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:20:01.244776 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-56ebc565-d957-49e8-a80d-27ed8c9a0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:19:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['c594488c-830c-4c8f-a7b3-e0166fdb599e'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:01.283886 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Deleting port 802f0471-e777-4156-b02d-2a089d2f8397 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:20:01.284338 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (802f0471-e777-4156-b02d-2a089d2f8397), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.333500 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-56ebc565-d957-49e8-a80d-27ed8c9a0b8c None None] Set router c594488c-830c-4c8f-a7b3-e0166fdb599e gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:20:01.369339 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] For port 802f0471-e777-4156-b02d-2a089d2f8397, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=802f0471-e777-4156-b02d-2a089d2f8397,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:20:01.369712 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (802f0471-e777-4156-b02d-2a089d2f8397), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.381841 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Calling delete_port for 802f0471-e777-4156-b02d-2a089d2f8397 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:20:01.387977 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-56ebc565-d957-49e8-a80d-27ed8c9a0b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:20:01Z', 'revision_number': 6, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port_host': None}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:01.413836 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ebc565-d957-49e8-a80d-27ed8c9a0b8c None None] The sync data for ids ['c594488c-830c-4c8f-a7b3-e0166fdb599e'] in dv-cinder-836072-2-iscsi is: [{'id': 'c594488c-830c-4c8f-a7b3-e0166fdb599e', 'name': 'tempest-AttachVolumeNegativeTest-214463319-router', 'tenant_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:20:01Z', 'revision_number': 6, 'project_id': '8bcfb6262bb7416b985b1d670dcdf4ec', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:20:01.603182 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (802f0471-e777-4156-b02d-2a089d2f8397), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.630574 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Pushing event deleted for resources: {'Port': ['ID=802f0471-e777-4156-b02d-2a089d2f8397,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:01.644707 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54706) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:01.695680 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8041966'] for router_gateway (c594488c-830c-4c8f-a7b3-e0166fdb599e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.754365 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ddc7bb3b-34a4-4a48-b063-8ca9ee9ba721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.791263 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8037213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64443'] for router (c594488c-830c-4c8f-a7b3-e0166fdb599e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.793843 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Publish callbacks [] for router_controller (c594488c-830c-4c8f-a7b3-e0166fdb599e), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.835652 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ddc7bb3b-34a4-4a48-b063-8ca9ee9ba721 admin admin] Publish callbacks [] for security_group (c14c8fe7-f98c-4087-9e41-570897c731a4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.923399 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037204'] for router (c594488c-830c-4c8f-a7b3-e0166fdb599e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.923964 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c594488c-830c-4c8f-a7b3-e0166fdb599e {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:20:01.929146 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.930316 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-fa58bc7f-e09c-4176-970d-bc1d65876999 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c594488c-830c-4c8f-a7b3-e0166fdb599e HTTP/1.1" status: 204 len: 168 time: 1.0155792 Apr 06 11:20:01.932887 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54710) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:01.934430 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ddc7bb3b-34a4-4a48-b063-8ca9ee9ba721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (c14c8fe7-f98c-4087-9e41-570897c731a4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:01.971190 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7bb3b-34a4-4a48-b063-8ca9ee9ba721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14c8fe7-f98c-4087-9e41-570897c731a4,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:01.977125 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccf3ae9-66b9-45b7-b8e0-65ab3d7d3da2 admin admin] Deleting subnet 19a20e05-f19c-4ec0-af50-723b11d3fbdb {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:20:01.977761 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ddc7bb3b-34a4-4a48-b063-8ca9ee9ba721 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04c08aac593243d8ad8303ccf387011a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319230 Apr 06 11:20:01.979063 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54712) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:01.980970 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3ae9-66b9-45b7-b8e0-65ab3d7d3da2 admin admin] Publish callbacks [] for subnet (19a20e05-f19c-4ec0-af50-723b11d3fbdb), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.016150 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3ae9-66b9-45b7-b8e0-65ab3d7d3da2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6270545'] for subnet (19a20e05-f19c-4ec0-af50-723b11d3fbdb), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.026124 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5f896e3-7a21-4041-a360-ba4cfa90260b admin admin] Publish callbacks [] for security_group (c14c8fe7-f98c-4087-9e41-570897c731a4), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.047866 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5f896e3-7a21-4041-a360-ba4cfa90260b admin admin] Publish callbacks [] for security_group (c14c8fe7-f98c-4087-9e41-570897c731a4), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.093671 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3ae9-66b9-45b7-b8e0-65ab3d7d3da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (19a20e05-f19c-4ec0-af50-723b11d3fbdb), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.157771 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5f896e3-7a21-4041-a360-ba4cfa90260b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (c14c8fe7-f98c-4087-9e41-570897c731a4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.160253 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d5f896e3-7a21-4041-a360-ba4cfa90260b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.163450 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d5f896e3-7a21-4041-a360-ba4cfa90260b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c14c8fe7-f98c-4087-9e41-570897c731a4 HTTP/1.1" status: 204 len: 168 time: 0.1815724 Apr 06 11:20:02.170722 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f896e3-7a21-4041-a360-ba4cfa90260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14c8fe7-f98c-4087-9e41-570897c731a4,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:02.214793 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3ae9-66b9-45b7-b8e0-65ab3d7d3da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4619291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4460665'] for subnet (19a20e05-f19c-4ec0-af50-723b11d3fbdb), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.242833 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf3ae9-66b9-45b7-b8e0-65ab3d7d3da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a20e05-f19c-4ec0-af50-723b11d3fbdb,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:02.248018 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8ccf3ae9-66b9-45b7-b8e0-65ab3d7d3da2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.254078 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54718) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:02.257672 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08811a0-d64f-4c51-96b9-b7a3221ee715 None None] Network 1153c82f-85eb-4ccf-a631-367f6df86902 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:20:02.258146 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8ccf3ae9-66b9-45b7-b8e0-65ab3d7d3da2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/19a20e05-f19c-4ec0-af50-723b11d3fbdb HTTP/1.1" status: 204 len: 168 time: 0.3194776 Apr 06 11:20:02.334861 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (1153c82f-85eb-4ccf-a631-367f6df86902), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.390687 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Deleting port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:20:02.391543 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.441649 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] DHCP port deletion for 1153c82f-85eb-4ccf-a631-367f6df86902 request from dv-cinder-836072-2-iscsi {{(pid=104089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:20:02.472586 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] For port 3c35d6de-c4b5-4f96-b08a-9cc09e822526, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=3c35d6de-c4b5-4f96-b08a-9cc09e822526,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:20:02.472995 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.488441 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Calling delete_port for 3c35d6de-c4b5-4f96-b08a-9cc09e822526 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:20:02.508635 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Deleting port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:20:02.508934 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.575564 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] For port 3c35d6de-c4b5-4f96-b08a-9cc09e822526, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=3c35d6de-c4b5-4f96-b08a-9cc09e822526,segment=NetworkSegment(805d3b36-2ef1-4196-acc4-14453f7d3164),segment_id=805d3b36-2ef1-4196-acc4-14453f7d3164)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:20:02.575963 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.589206 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Calling delete_port for 3c35d6de-c4b5-4f96-b08a-9cc09e822526 owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:20:02.649541 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.667745 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567'] for port (3c35d6de-c4b5-4f96-b08a-9cc09e822526), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.678828 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] No DVR routers for this DVR port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 on host dv-cinder-836072-2-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:20:02.683644 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c35d6de-c4b5-4f96-b08a-9cc09e822526,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:02.692650 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Pushing event deleted for resources: {'Port': ['ID=3c35d6de-c4b5-4f96-b08a-9cc09e822526,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:02.696910 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] No DVR routers for this DVR port 3c35d6de-c4b5-4f96-b08a-9cc09e822526 on host dv-cinder-836072-2-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:20:02.706996 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.706996 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.706996 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.706996 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.706996 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.706996 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.706996 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.706996 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.706996 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.707833 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.707833 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.707833 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.708186 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.708318 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.708803 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67544b0-73fb-43cc-b744-701eeb69a921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:02.763130 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (1153c82f-85eb-4ccf-a631-367f6df86902), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.782700 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1153c82f-85eb-4ccf-a631-367f6df86902']}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:02.792237 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805d3b36-2ef1-4196-acc4-14453f7d3164') {'for_net_delete': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:02.792538 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805d3b36-2ef1-4196-acc4-14453f7d3164') {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:02.802153 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083763'] for segment (805d3b36-2ef1-4196-acc4-14453f7d3164), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.816023 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (805d3b36-2ef1-4196-acc4-14453f7d3164), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.823335 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=104088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:20:02.823758 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087189'] for segment (805d3b36-2ef1-4196-acc4-14453f7d3164), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: Traceback (most recent call last): Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: timer() Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: cb(*args, **kw) Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: return func(*args, **kwargs) Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: self._notify() Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: self.callback(batched_events) Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: event.method(event) Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: return f(self, *a, **k) Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: return self._get(url).json() Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: return self.request(url, 'GET', **kwargs) Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:20:02.825598 dv-cinder-836072-2-iscsi neutron-server[104088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:20:02.841321 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54724) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:02.854964 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d08f-5d4b-43c8-90ab-34a5e3930539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.871311 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 9bdac996-e556-4b29-9d5d-559516b25b33 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:20:02.891743 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 9bdac996-e556-4b29-9d5d-559516b25b33 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:20:02.892161 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 9bdac996-e556-4b29-9d5d-559516b25b33 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:20:02.892590 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 3c35d6de-c4b5-4f96-b08a-9cc09e822526 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:20:02.911219 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 3c35d6de-c4b5-4f96-b08a-9cc09e822526 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:20:02.911633 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 3c35d6de-c4b5-4f96-b08a-9cc09e822526 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:20:02.912060 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 802f0471-e777-4156-b02d-2a089d2f8397 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:20:02.929487 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (1153c82f-85eb-4ccf-a631-367f6df86902), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.931023 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 802f0471-e777-4156-b02d-2a089d2f8397 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:20:02.931862 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 802f0471-e777-4156-b02d-2a089d2f8397 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:20:02.935902 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.936404 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d08f-5d4b-43c8-90ab-34a5e3930539 admin admin] Publish callbacks [] for security_group (fa051359-146c-4837-8ec7-103e6e24d178), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:02.941041 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1153c82f-85eb-4ccf-a631-367f6df86902 HTTP/1.1" status: 204 len: 168 time: 0.6856337 Apr 06 11:20:02.954515 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0ecb-5e72-46cc-ad15-9470620d6992 admin admin] Pushing event deleted for resources: {'Network': ['ID=1153c82f-85eb-4ccf-a631-367f6df86902,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:03.008492 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d08f-5d4b-43c8-90ab-34a5e3930539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (fa051359-146c-4837-8ec7-103e6e24d178), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:03.245026 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54728) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:03.290560 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-05fe1fe3-eae6-4f4f-8300-f38548ddd352 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8bcfb6262bb7416b985b1d670dcdf4ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438311 Apr 06 11:20:03.292799 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54730) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:03.319081 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6fa5d08f-5d4b-43c8-90ab-34a5e3930539 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4274792f674748e29d1dbdf2c6c28fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766185 Apr 06 11:20:03.321106 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5d08f-5d4b-43c8-90ab-34a5e3930539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa051359-146c-4837-8ec7-103e6e24d178,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:03.324076 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54732) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:03.362739 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-30cb6ac2-323d-4201-a816-af3973190eea admin admin] Publish callbacks [] for security_group (748e412d-330c-49f1-983c-eb47af2bdc8e), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:03.395321 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-30cb6ac2-323d-4201-a816-af3973190eea admin admin] Publish callbacks [] for security_group (748e412d-330c-49f1-983c-eb47af2bdc8e), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:03.405520 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c368446-3ce7-49a8-812b-39b2c679f96d admin admin] Publish callbacks [] for security_group (fa051359-146c-4837-8ec7-103e6e24d178), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:03.443183 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c368446-3ce7-49a8-812b-39b2c679f96d admin admin] Publish callbacks [] for security_group (fa051359-146c-4837-8ec7-103e6e24d178), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:03.522875 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-30cb6ac2-323d-4201-a816-af3973190eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (748e412d-330c-49f1-983c-eb47af2bdc8e), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:03.525369 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-30cb6ac2-323d-4201-a816-af3973190eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:03.526490 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-30cb6ac2-323d-4201-a816-af3973190eea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/748e412d-330c-49f1-983c-eb47af2bdc8e HTTP/1.1" status: 204 len: 168 time: 0.2327745 Apr 06 11:20:03.534817 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c368446-3ce7-49a8-812b-39b2c679f96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (fa051359-146c-4837-8ec7-103e6e24d178), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:03.537211 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c368446-3ce7-49a8-812b-39b2c679f96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:03.538257 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-0c368446-3ce7-49a8-812b-39b2c679f96d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa051359-146c-4837-8ec7-103e6e24d178 HTTP/1.1" status: 204 len: 168 time: 0.2129321 Apr 06 11:20:03.540052 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb6ac2-323d-4201-a816-af3973190eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748e412d-330c-49f1-983c-eb47af2bdc8e,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:03.549793 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c368446-3ce7-49a8-812b-39b2c679f96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa051359-146c-4837-8ec7-103e6e24d178,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:06.771012 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54848) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:06.898386 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:06.971472 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Publish callbacks [] for security_group (b347ed1f-5c3f-41b4-9725-a64e9fc28682), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:07.042891 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (b347ed1f-5c3f-41b4-9725-a64e9fc28682), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:07.080395 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c89a057a0d804b5c893e220fda1d50af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083351 Apr 06 11:20:07.081267 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b347ed1f-5c3f-41b4-9725-a64e9fc28682,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:07.083114 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54852) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:07.088404 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.088758 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.089121 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.089486 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.089822 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.090182 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.090510 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.090836 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.091159 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.091481 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.091805 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.092125 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.092443 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.093193 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.093193 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a0f01-b0f8-47df-a6cb-e1bf032eb1d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:07.133388 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e2038cd-c892-4029-9797-8dee14cf6f3f admin admin] Publish callbacks [] for security_group (b347ed1f-5c3f-41b4-9725-a64e9fc28682), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:07.153752 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e2038cd-c892-4029-9797-8dee14cf6f3f admin admin] Publish callbacks [] for security_group (b347ed1f-5c3f-41b4-9725-a64e9fc28682), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:07.254486 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e2038cd-c892-4029-9797-8dee14cf6f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (b347ed1f-5c3f-41b4-9725-a64e9fc28682), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:07.257134 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4e2038cd-c892-4029-9797-8dee14cf6f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:07.258260 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4e2038cd-c892-4029-9797-8dee14cf6f3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b347ed1f-5c3f-41b4-9725-a64e9fc28682 HTTP/1.1" status: 204 len: 168 time: 0.1740668 Apr 06 11:20:07.265955 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2038cd-c892-4029-9797-8dee14cf6f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b347ed1f-5c3f-41b4-9725-a64e9fc28682,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:07.948814 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54860) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:07.962425 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd606ff8-347c-4c09-84cd-a836b8b23e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:08.032880 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd606ff8-347c-4c09-84cd-a836b8b23e68 admin admin] Publish callbacks [] for security_group (77f667e7-d408-4544-a495-a48180d0dc2e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:08.116816 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-bd606ff8-347c-4c09-84cd-a836b8b23e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (77f667e7-d408-4544-a495-a48180d0dc2e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:08.154301 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-bd606ff8-347c-4c09-84cd-a836b8b23e68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d51092f5893d46f0b3dabe142404af0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043390 Apr 06 11:20:08.155113 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd606ff8-347c-4c09-84cd-a836b8b23e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f667e7-d408-4544-a495-a48180d0dc2e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:08.156903 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54862) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:08.206310 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8b423f9-9d63-4887-b84b-10934c88c520 admin admin] Publish callbacks [] for security_group (77f667e7-d408-4544-a495-a48180d0dc2e), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:08.226797 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8b423f9-9d63-4887-b84b-10934c88c520 admin admin] Publish callbacks [] for security_group (77f667e7-d408-4544-a495-a48180d0dc2e), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:08.351443 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8b423f9-9d63-4887-b84b-10934c88c520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (77f667e7-d408-4544-a495-a48180d0dc2e), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:08.354082 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d8b423f9-9d63-4887-b84b-10934c88c520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:08.355225 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d8b423f9-9d63-4887-b84b-10934c88c520 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77f667e7-d408-4544-a495-a48180d0dc2e HTTP/1.1" status: 204 len: 168 time: 0.1957164 Apr 06 11:20:08.363089 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b423f9-9d63-4887-b84b-10934c88c520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f667e7-d408-4544-a495-a48180d0dc2e,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:11.299495 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54956) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:11.413477 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5e6add7-23b0-4803-b39f-321f92157180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:11.485071 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54962) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:11.492567 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5e6add7-23b0-4803-b39f-321f92157180 admin admin] Publish callbacks [] for security_group (dfbf73f7-8571-43b0-a079-6f47fcab9535), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:11.557306 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f5e6add7-23b0-4803-b39f-321f92157180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (dfbf73f7-8571-43b0-a079-6f47fcab9535), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:11.589204 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1897d9d-ffcf-4936-8a4e-c218c00f5f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:11.598449 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f5e6add7-23b0-4803-b39f-321f92157180 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81ae9fb9430d4f828a87302835cc4333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954717 Apr 06 11:20:11.599381 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6add7-23b0-4803-b39f-321f92157180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbf73f7-8571-43b0-a079-6f47fcab9535,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:11.601026 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54966) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:11.678719 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84e6ebd5-0c7e-4b41-9359-de6ec4abde7b admin admin] Publish callbacks [] for security_group (dfbf73f7-8571-43b0-a079-6f47fcab9535), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:11.711166 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84e6ebd5-0c7e-4b41-9359-de6ec4abde7b admin admin] Publish callbacks [] for security_group (dfbf73f7-8571-43b0-a079-6f47fcab9535), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:11.730359 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1897d9d-ffcf-4936-8a4e-c218c00f5f3d admin admin] Publish callbacks [] for security_group (560cc0f8-a23f-4ab6-895c-44cab04f6bfc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:11.774454 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d1897d9d-ffcf-4936-8a4e-c218c00f5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (560cc0f8-a23f-4ab6-895c-44cab04f6bfc), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:11.811186 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1897d9d-ffcf-4936-8a4e-c218c00f5f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560cc0f8-a23f-4ab6-895c-44cab04f6bfc,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:11.818171 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d1897d9d-ffcf-4936-8a4e-c218c00f5f3d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88607eed43604d1485151cb4a72c49cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288755 Apr 06 11:20:11.819070 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54970) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:11.824828 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84e6ebd5-0c7e-4b41-9359-de6ec4abde7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (dfbf73f7-8571-43b0-a079-6f47fcab9535), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:11.827524 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84e6ebd5-0c7e-4b41-9359-de6ec4abde7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:11.829938 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-84e6ebd5-0c7e-4b41-9359-de6ec4abde7b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfbf73f7-8571-43b0-a079-6f47fcab9535 HTTP/1.1" status: 204 len: 168 time: 0.2277763 Apr 06 11:20:11.850008 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6ebd5-0c7e-4b41-9359-de6ec4abde7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbf73f7-8571-43b0-a079-6f47fcab9535,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:11.894522 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-118b35cb-2b08-4bb4-af9d-589e810c41c1 admin admin] Publish callbacks [] for security_group (560cc0f8-a23f-4ab6-895c-44cab04f6bfc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:11.919725 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-118b35cb-2b08-4bb4-af9d-589e810c41c1 admin admin] Publish callbacks [] for security_group (560cc0f8-a23f-4ab6-895c-44cab04f6bfc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.025672 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-118b35cb-2b08-4bb4-af9d-589e810c41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (560cc0f8-a23f-4ab6-895c-44cab04f6bfc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.028194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-118b35cb-2b08-4bb4-af9d-589e810c41c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.029381 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-118b35cb-2b08-4bb4-af9d-589e810c41c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/560cc0f8-a23f-4ab6-895c-44cab04f6bfc HTTP/1.1" status: 204 len: 168 time: 0.2100322 Apr 06 11:20:12.037226 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b35cb-2b08-4bb4-af9d-589e810c41c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560cc0f8-a23f-4ab6-895c-44cab04f6bfc,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:12.416995 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54984) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:12.426287 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-235bc232-438e-4f77-9ea9-07b9e4800cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.505090 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-235bc232-438e-4f77-9ea9-07b9e4800cd6 admin admin] Publish callbacks [] for security_group (18fbdf1d-ba47-41bb-b16d-2c3cdbd98d6a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.557881 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-235bc232-438e-4f77-9ea9-07b9e4800cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (18fbdf1d-ba47-41bb-b16d-2c3cdbd98d6a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.600446 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-235bc232-438e-4f77-9ea9-07b9e4800cd6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b03f7fb7c229451083f1b70cf98de44b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847403 Apr 06 11:20:12.600446 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bc232-438e-4f77-9ea9-07b9e4800cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fbdf1d-ba47-41bb-b16d-2c3cdbd98d6a,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:12.601381 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 54994) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:12.640757 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 54996) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:12.651316 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-783404c7-780c-4332-87e7-cec988e8b18a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.651523 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c87937d-3575-4ee6-818b-0d7d46d49e39 admin admin] Publish callbacks [] for security_group (18fbdf1d-ba47-41bb-b16d-2c3cdbd98d6a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.679185 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c87937d-3575-4ee6-818b-0d7d46d49e39 admin admin] Publish callbacks [] for security_group (18fbdf1d-ba47-41bb-b16d-2c3cdbd98d6a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.814127 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-783404c7-780c-4332-87e7-cec988e8b18a admin admin] Publish callbacks [] for security_group (ec98bdff-02a0-4900-9f92-e0e1120507da), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.866199 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-783404c7-780c-4332-87e7-cec988e8b18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (ec98bdff-02a0-4900-9f92-e0e1120507da), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.866362 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c87937d-3575-4ee6-818b-0d7d46d49e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (18fbdf1d-ba47-41bb-b16d-2c3cdbd98d6a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.869372 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-7c87937d-3575-4ee6-818b-0d7d46d49e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:12.873345 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-7c87937d-3575-4ee6-818b-0d7d46d49e39 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18fbdf1d-ba47-41bb-b16d-2c3cdbd98d6a HTTP/1.1" status: 204 len: 168 time: 0.2704809 Apr 06 11:20:12.881541 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87937d-3575-4ee6-818b-0d7d46d49e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fbdf1d-ba47-41bb-b16d-2c3cdbd98d6a,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:12.926212 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-783404c7-780c-4332-87e7-cec988e8b18a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e66c3f989d954a56a3a074e396bf0d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877622 Apr 06 11:20:12.928813 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55002) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:12.930766 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783404c7-780c-4332-87e7-cec988e8b18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec98bdff-02a0-4900-9f92-e0e1120507da,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:12.971235 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ac252-3cd3-4e6b-a251-b11df2aff19d req-a34e5739-2085-48d6-9bb1-cef626448f84 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:20:12.972727 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8b7ac252-3cd3-4e6b-a251-b11df2aff19d req-a34e5739-2085-48d6-9bb1-cef626448f84 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 946 time: 0.0575895 Apr 06 11:20:12.985634 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d68d3ffd-de14-4c20-bd83-f161c0d2071b admin admin] Publish callbacks [] for security_group (ec98bdff-02a0-4900-9f92-e0e1120507da), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:13.007814 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d68d3ffd-de14-4c20-bd83-f161c0d2071b admin admin] Publish callbacks [] for security_group (ec98bdff-02a0-4900-9f92-e0e1120507da), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:13.020055 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:20:13.022053 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8b7ac252-3cd3-4e6b-a251-b11df2aff19d req-d60acbed-3707-4590-b716-215b2a90f49c tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435226 Apr 06 11:20:13.151843 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d68d3ffd-de14-4c20-bd83-f161c0d2071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (ec98bdff-02a0-4900-9f92-e0e1120507da), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:13.154441 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d68d3ffd-de14-4c20-bd83-f161c0d2071b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:13.155594 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d68d3ffd-de14-4c20-bd83-f161c0d2071b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec98bdff-02a0-4900-9f92-e0e1120507da HTTP/1.1" status: 204 len: 168 time: 0.2257383 Apr 06 11:20:13.163758 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d3ffd-de14-4c20-bd83-f161c0d2071b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec98bdff-02a0-4900-9f92-e0e1120507da,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:14.163722 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163223-c6ce-486e-b293-c37307f527b8 req-bbaac072-cdde-4540-9a73-665cc869c0fe tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:20:14.165278 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-62163223-c6ce-486e-b293-c37307f527b8 req-bbaac072-cdde-4540-9a73-665cc869c0fe tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 946 time: 0.0623698 Apr 06 11:20:14.213774 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-62163223-c6ce-486e-b293-c37307f527b8 req-d4cfda9d-b768-4abd-a08e-49466d2ead56 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409889 Apr 06 11:20:14.927867 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-f0c3e1d6-475a-4603-b674-bfb186491fb8 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:20:14.929366 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-f0c3e1d6-475a-4603-b674-bfb186491fb8 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 946 time: 0.0589836 Apr 06 11:20:15.026233 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Deleting port cd554841-4012-412c-8eb1-8f98e619785c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:20:15.026582 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (cd554841-4012-412c-8eb1-8f98e619785c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:15.117920 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] For port cd554841-4012-412c-8eb1-8f98e619785c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cd554841-4012-412c-8eb1-8f98e619785c,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:20:15.118293 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (cd554841-4012-412c-8eb1-8f98e619785c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:15.317321 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:15.317930 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (3f5afb9f-1bde-4c5f-8293-e2738b96d8c4), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:15.318317 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Floating IP 3f5afb9f-1bde-4c5f-8293-e2738b96d8c4 disassociated. External IP: 172.27.3.207, port: cd554841-4012-412c-8eb1-8f98e619785c. Apr 06 11:20:15.318755 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Calling delete_port for cd554841-4012-412c-8eb1-8f98e619785c owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:20:15.377624 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a75a82-b234-4b2d-a932-4a69b65c718c req-6b4145eb-c133-42fe-ba92-b43482579f0e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:20:15.381514 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d7a75a82-b234-4b2d-a932-4a69b65c718c req-6b4145eb-c133-42fe-ba92-b43482579f0e tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 946 time: 0.0601885 Apr 06 11:20:15.434159 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d7a75a82-b234-4b2d-a932-4a69b65c718c req-fc2300d2-b7df-4e2d-aa4f-0e9baa4184fc tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups?id=f44d5301-16cb-4cb8-9d40-51ae68bb3493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490475 Apr 06 11:20:15.562709 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (cd554841-4012-412c-8eb1-8f98e619785c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:15.594176 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event deleted for resources: {'Port': ['ID=cd554841-4012-412c-8eb1-8f98e619785c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:15.714387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Router a980543f-7172-422d-917e-c70f86e2a5cd has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:20:15.828135 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:20:15.838765 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff054243-3a81-42fb-a159-5cf2e79650ff None None] Sync routers for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:20:15.850376 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff054243-3a81-42fb-a159-5cf2e79650ff None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:20:15.850995 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-ff054243-3a81-42fb-a159-5cf2e79650ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:19:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:15.870705 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] No DVR routers for this DVR port cd554841-4012-412c-8eb1-8f98e619785c on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:20:15.873204 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:15.877002 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d8314b38-0542-44ca-9c1d-a5ff480f664f req-ccb71e6d-44b8-4066-a2ab-6af62c825e83 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.49 "DELETE /v2.0/ports/cd554841-4012-412c-8eb1-8f98e619785c HTTP/1.1" status: 204 len: 173 time: 0.9419940 Apr 06 11:20:15.877446 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'name': 'network-vif-deleted', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:20:15.879784 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd5f0ed-fc7d-4799-ba18-d9cc84e5bdb6" -d '{"events": [{"server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "name": "network-vif-deleted", "tag": "cd554841-4012-412c-8eb1-8f98e619785c"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:20:15.916186 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8696dfce-d021-4e0a-be95-79da63b31f30 x-openstack-request-id: req-8696dfce-d021-4e0a-be95-79da63b31f30 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:20:15.921071 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3", "name": "network-vif-deleted", "tag": "cd554841-4012-412c-8eb1-8f98e619785c", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:20:15.921071 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8696dfce-d021-4e0a-be95-79da63b31f30 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:20:15.921071 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8696dfce-d021-4e0a-be95-79da63b31f30'] response: {'server_uuid': '0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3', 'name': 'network-vif-deleted', 'tag': 'cd554841-4012-412c-8eb1-8f98e619785c', 'status': 'completed', 'code': 200} Apr 06 11:20:15.981023 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-ff054243-3a81-42fb-a159-5cf2e79650ff None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:20:16.079618 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55124) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:16.157010 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:16.198575 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3ccec80d-fe8c-4d30-8730-bc67c734b22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:16.203449 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-ff054243-3a81-42fb-a159-5cf2e79650ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:16.229339 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff054243-3a81-42fb-a159-5cf2e79650ff None None] Checking router: a980543f-7172-422d-917e-c70f86e2a5cd for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:20:16.238028 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff054243-3a81-42fb-a159-5cf2e79650ff None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:20:16.238807 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-ff054243-3a81-42fb-a159-5cf2e79650ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:19:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:16.274186 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3ccec80d-fe8c-4d30-8730-bc67c734b22d admin admin] Publish callbacks [] for security_group (84e2a693-73b3-472f-be91-9479df0b6888), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:16.316987 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3ccec80d-fe8c-4d30-8730-bc67c734b22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (84e2a693-73b3-472f-be91-9479df0b6888), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:16.352424 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-ff054243-3a81-42fb-a159-5cf2e79650ff None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:20:16.352686 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccec80d-fe8c-4d30-8730-bc67c734b22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e2a693-73b3-472f-be91-9479df0b6888,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:16.359353 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3ccec80d-fe8c-4d30-8730-bc67c734b22d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21b60e00a9ac478793dc6330fbe49b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789080 Apr 06 11:20:16.362670 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55128) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:16.412562 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-479d4835-fff5-48b1-ba7f-c3b8b4a3693f admin admin] Publish callbacks [] for security_group (84e2a693-73b3-472f-be91-9479df0b6888), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:16.436870 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-479d4835-fff5-48b1-ba7f-c3b8b4a3693f admin admin] Publish callbacks [] for security_group (84e2a693-73b3-472f-be91-9479df0b6888), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:16.546964 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c1551cbd-365e-420f-b0c5-4c9d88291a23 req-e295e3fb-9c26-4e5c-8c71-b88e5bf151f3 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c65ae2d-b5ca-4ef2-889b-4b1348d2a8b3 HTTP/1.1" status: 200 len: 210 time: 0.0266619 Apr 06 11:20:16.548895 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-479d4835-fff5-48b1-ba7f-c3b8b4a3693f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (84e2a693-73b3-472f-be91-9479df0b6888), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:16.551075 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-479d4835-fff5-48b1-ba7f-c3b8b4a3693f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:16.554888 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-479d4835-fff5-48b1-ba7f-c3b8b4a3693f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84e2a693-73b3-472f-be91-9479df0b6888 HTTP/1.1" status: 204 len: 168 time: 0.1886289 Apr 06 11:20:16.555399 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-ff054243-3a81-42fb-a159-5cf2e79650ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:16.569039 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d4835-fff5-48b1-ba7f-c3b8b4a3693f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e2a693-73b3-472f-be91-9479df0b6888,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:16.596562 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff054243-3a81-42fb-a159-5cf2e79650ff None None] The sync data for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi is: [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:08:27Z', 'revision_number': 4, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'd5d47b39-215e-4bb5-aeb0-4d14c2d38bd8', 'name': '', 'network_id': '723de1ee-b3fa-4231-9470-1bc702945e4e', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'mac_address': 'fa:16:3e:f0:f0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:25Z', 'updated_at': '2022-04-06T11:08:34Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'subnets': [{'id': 'aaeedc9a-09ce-4d61-a72a-cdddeddf087c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:20:16.817688 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962962a-7486-4977-8552-b81835e67f5d None None] New status for floating IP 3f5afb9f-1bde-4c5f-8293-e2738b96d8c4: DOWN {{(pid=104089) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:20:17.208168 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55152) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:17.223210 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5b81f25-9702-4c01-bd6a-46fb3a57d8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:17.295961 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5b81f25-9702-4c01-bd6a-46fb3a57d8c3 admin admin] Publish callbacks [] for security_group (f3ecdc81-5f61-4d83-9a02-11d7a333ac96), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:17.391460 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c5b81f25-9702-4c01-bd6a-46fb3a57d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f3ecdc81-5f61-4d83-9a02-11d7a333ac96), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:17.430347 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c5b81f25-9702-4c01-bd6a-46fb3a57d8c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7553191272e8442b90eada6753e55e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210057 Apr 06 11:20:17.431341 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b81f25-9702-4c01-bd6a-46fb3a57d8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ecdc81-5f61-4d83-9a02-11d7a333ac96,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:17.433031 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55160) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:17.491502 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cc44464-eee7-4465-93de-dfa88864252f admin admin] Publish callbacks [] for security_group (f3ecdc81-5f61-4d83-9a02-11d7a333ac96), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:17.514867 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cc44464-eee7-4465-93de-dfa88864252f admin admin] Publish callbacks [] for security_group (f3ecdc81-5f61-4d83-9a02-11d7a333ac96), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:17.642836 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cc44464-eee7-4465-93de-dfa88864252f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f3ecdc81-5f61-4d83-9a02-11d7a333ac96), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:17.645479 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cc44464-eee7-4465-93de-dfa88864252f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:17.646637 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6cc44464-eee7-4465-93de-dfa88864252f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3ecdc81-5f61-4d83-9a02-11d7a333ac96 HTTP/1.1" status: 204 len: 168 time: 0.2124567 Apr 06 11:20:17.658263 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc44464-eee7-4465-93de-dfa88864252f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ecdc81-5f61-4d83-9a02-11d7a333ac96,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:17.769517 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55172) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:17.822251 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-624530cf-2fe6-420a-bbb7-346d745e7f8d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group (f44d5301-16cb-4cb8-9d40-51ae68bb3493), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:17.846635 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-624530cf-2fe6-420a-bbb7-346d745e7f8d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group (f44d5301-16cb-4cb8-9d40-51ae68bb3493), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:17.940463 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-624530cf-2fe6-420a-bbb7-346d745e7f8d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f44d5301-16cb-4cb8-9d40-51ae68bb3493), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:17.943126 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-624530cf-2fe6-420a-bbb7-346d745e7f8d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:17.947272 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55176) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:17.948731 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-624530cf-2fe6-420a-bbb7-346d745e7f8d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "DELETE /v2.0/security-groups/f44d5301-16cb-4cb8-9d40-51ae68bb3493 HTTP/1.1" status: 204 len: 168 time: 0.1781392 Apr 06 11:20:17.959306 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624530cf-2fe6-420a-bbb7-346d745e7f8d tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44d5301-16cb-4cb8-9d40-51ae68bb3493,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:17.961528 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.api.v2.resource [None req-460c12bd-f7d8-4472-99d4-52352c6d2d21 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] show failed (client error): The resource could not be found. Apr 06 11:20:17.962732 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-460c12bd-f7d8-4472-99d4-52352c6d2d21 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "GET /v2.0/security-groups/f44d5301-16cb-4cb8-9d40-51ae68bb3493 HTTP/1.1" status: 404 len: 347 time: 0.0139046 Apr 06 11:20:17.966385 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55178) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:18.101084 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a9f81246-4ba2-4061-8ee6-cbc19a4eee87 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Deleting port d1dc5a56-7b94-469a-9eaf-12ba40c79e1c {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:20:18.101238 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9f81246-4ba2-4061-8ee6-cbc19a4eee87 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (d1dc5a56-7b94-469a-9eaf-12ba40c79e1c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:18.174879 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9f81246-4ba2-4061-8ee6-cbc19a4eee87 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (d1dc5a56-7b94-469a-9eaf-12ba40c79e1c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:18.175205 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9f81246-4ba2-4061-8ee6-cbc19a4eee87 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (d1dc5a56-7b94-469a-9eaf-12ba40c79e1c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:18.186576 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-a9f81246-4ba2-4061-8ee6-cbc19a4eee87 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Calling delete_port for d1dc5a56-7b94-469a-9eaf-12ba40c79e1c owned by network:floatingip {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:20:18.626476 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9f81246-4ba2-4061-8ee6-cbc19a4eee87 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (d1dc5a56-7b94-469a-9eaf-12ba40c79e1c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:18.662855 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f81246-4ba2-4061-8ee6-cbc19a4eee87 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Pushing event deleted for resources: {'Port': ['ID=d1dc5a56-7b94-469a-9eaf-12ba40c79e1c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:18.723187 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9f81246-4ba2-4061-8ee6-cbc19a4eee87 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks [] for floatingip (3f5afb9f-1bde-4c5f-8293-e2738b96d8c4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:18.725728 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a9f81246-4ba2-4061-8ee6-cbc19a4eee87 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:18.728759 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a9f81246-4ba2-4061-8ee6-cbc19a4eee87 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] 10.222.0.62 "DELETE /v2.0/floatingips/3f5afb9f-1bde-4c5f-8293-e2738b96d8c4 HTTP/1.1" status: 204 len: 168 time: 0.7593107 Apr 06 11:20:19.324153 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55222) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:19.435969 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b66c8f2d-6217-43be-8472-28097aa69ea2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:19.512651 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b66c8f2d-6217-43be-8472-28097aa69ea2 admin admin] Publish callbacks [] for security_group (47aae100-303a-4614-90e5-f2f023b25295), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:19.574561 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device cd554841-4012-412c-8eb1-8f98e619785c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:20:19.593997 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: cd554841-4012-412c-8eb1-8f98e619785c {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:20:19.594341 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device cd554841-4012-412c-8eb1-8f98e619785c not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:20:19.625869 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b66c8f2d-6217-43be-8472-28097aa69ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (47aae100-303a-4614-90e5-f2f023b25295), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:19.671363 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b66c8f2d-6217-43be-8472-28097aa69ea2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07ec5c0b2e824720b1e97823eadf87e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458407 Apr 06 11:20:19.672335 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55234) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:19.679217 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c8f2d-6217-43be-8472-28097aa69ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47aae100-303a-4614-90e5-f2f023b25295,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:19.736135 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51851979-644a-4c9e-ae2a-f013871a87f4 admin admin] Publish callbacks [] for security_group (47aae100-303a-4614-90e5-f2f023b25295), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:19.757239 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51851979-644a-4c9e-ae2a-f013871a87f4 admin admin] Publish callbacks [] for security_group (47aae100-303a-4614-90e5-f2f023b25295), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:19.871381 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51851979-644a-4c9e-ae2a-f013871a87f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (47aae100-303a-4614-90e5-f2f023b25295), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:19.873963 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-51851979-644a-4c9e-ae2a-f013871a87f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:19.875146 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-51851979-644a-4c9e-ae2a-f013871a87f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47aae100-303a-4614-90e5-f2f023b25295 HTTP/1.1" status: 204 len: 168 time: 0.2013867 Apr 06 11:20:19.883108 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51851979-644a-4c9e-ae2a-f013871a87f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aae100-303a-4614-90e5-f2f023b25295,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:20.574887 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55276) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:20.588136 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-69034af5-0226-41cc-845f-2760148b047a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:20.661934 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-69034af5-0226-41cc-845f-2760148b047a admin admin] Publish callbacks [] for security_group (21d6b68f-a1ea-464d-8ce4-6f23fd5b94f8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:20.717017 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-69034af5-0226-41cc-845f-2760148b047a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (21d6b68f-a1ea-464d-8ce4-6f23fd5b94f8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:20.758674 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-69034af5-0226-41cc-845f-2760148b047a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6058aeda2d854a52839886f04e4adaab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827049 Apr 06 11:20:20.759633 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69034af5-0226-41cc-845f-2760148b047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d6b68f-a1ea-464d-8ce4-6f23fd5b94f8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:20.761349 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55280) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:20.809476 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96fee82a-05b8-4cd3-9fb5-e1192fd2d4e1 admin admin] Publish callbacks [] for security_group (21d6b68f-a1ea-464d-8ce4-6f23fd5b94f8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:20.831620 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96fee82a-05b8-4cd3-9fb5-e1192fd2d4e1 admin admin] Publish callbacks [] for security_group (21d6b68f-a1ea-464d-8ce4-6f23fd5b94f8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:20.835843 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55282) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:20.942698 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b74454a9-c9dd-4999-beb3-616cd6b24f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:20.962657 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96fee82a-05b8-4cd3-9fb5-e1192fd2d4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (21d6b68f-a1ea-464d-8ce4-6f23fd5b94f8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:20.965225 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96fee82a-05b8-4cd3-9fb5-e1192fd2d4e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:20.966401 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-96fee82a-05b8-4cd3-9fb5-e1192fd2d4e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21d6b68f-a1ea-464d-8ce4-6f23fd5b94f8 HTTP/1.1" status: 204 len: 168 time: 0.2039962 Apr 06 11:20:20.975356 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fee82a-05b8-4cd3-9fb5-e1192fd2d4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d6b68f-a1ea-464d-8ce4-6f23fd5b94f8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:21.019273 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b74454a9-c9dd-4999-beb3-616cd6b24f45 admin admin] Publish callbacks [] for security_group (b33b7471-4c6e-4057-b9fe-28a786091cb1), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:21.092943 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b74454a9-c9dd-4999-beb3-616cd6b24f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (b33b7471-4c6e-4057-b9fe-28a786091cb1), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:21.131426 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b74454a9-c9dd-4999-beb3-616cd6b24f45 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7108e651ddff4a29bdcc0fd9173f8e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945278 Apr 06 11:20:21.132305 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74454a9-c9dd-4999-beb3-616cd6b24f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33b7471-4c6e-4057-b9fe-28a786091cb1,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:21.134258 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55288) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:21.185235 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ddc85ea-628d-4423-a955-879dd5e1afbd admin admin] Publish callbacks [] for security_group (b33b7471-4c6e-4057-b9fe-28a786091cb1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:21.205352 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ddc85ea-628d-4423-a955-879dd5e1afbd admin admin] Publish callbacks [] for security_group (b33b7471-4c6e-4057-b9fe-28a786091cb1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:21.318435 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ddc85ea-628d-4423-a955-879dd5e1afbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (b33b7471-4c6e-4057-b9fe-28a786091cb1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:21.321173 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0ddc85ea-628d-4423-a955-879dd5e1afbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:21.322332 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0ddc85ea-628d-4423-a955-879dd5e1afbd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b33b7471-4c6e-4057-b9fe-28a786091cb1 HTTP/1.1" status: 204 len: 168 time: 0.1870885 Apr 06 11:20:21.334890 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc85ea-628d-4423-a955-879dd5e1afbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33b7471-4c6e-4057-b9fe-28a786091cb1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:21.585716 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55310) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:21.951487 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d980e8d1-b979-46a9-8d29-a63e10d37649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:21.988301 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55320) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:22.001855 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e1befea3-54c8-4a49-82cf-fa291f5c420d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:22.076123 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e1befea3-54c8-4a49-82cf-fa291f5c420d admin admin] Publish callbacks [] for security_group (fe431761-cc69-471c-aa30-816c80e7408d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:22.134316 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e1befea3-54c8-4a49-82cf-fa291f5c420d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (fe431761-cc69-471c-aa30-816c80e7408d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:22.171686 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1befea3-54c8-4a49-82cf-fa291f5c420d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe431761-cc69-471c-aa30-816c80e7408d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:22.176717 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e1befea3-54c8-4a49-82cf-fa291f5c420d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a650e5a780cc4fd8804183b3be511099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873302 Apr 06 11:20:22.181007 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55326) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:22.228384 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32c94e51-9ccd-4655-80c8-99fcb2620177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8039096'] for router_interface (a980543f-7172-422d-917e-c70f86e2a5cd), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:22.240733 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-22abe3fa-cd17-4a1f-878d-4c3530cabdf4 admin admin] Publish callbacks [] for security_group (fe431761-cc69-471c-aa30-816c80e7408d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:22.262867 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-22abe3fa-cd17-4a1f-878d-4c3530cabdf4 admin admin] Publish callbacks [] for security_group (fe431761-cc69-471c-aa30-816c80e7408d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:22.392096 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-22abe3fa-cd17-4a1f-878d-4c3530cabdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (fe431761-cc69-471c-aa30-816c80e7408d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:22.394647 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-22abe3fa-cd17-4a1f-878d-4c3530cabdf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:22.398083 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-22abe3fa-cd17-4a1f-878d-4c3530cabdf4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe431761-cc69-471c-aa30-816c80e7408d HTTP/1.1" status: 204 len: 168 time: 0.2135055 Apr 06 11:20:22.404605 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abe3fa-cd17-4a1f-878d-4c3530cabdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe431761-cc69-471c-aa30-816c80e7408d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:22.491105 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-32c94e51-9ccd-4655-80c8-99fcb2620177 admin admin] Deleting port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:20:22.492366 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32c94e51-9ccd-4655-80c8-99fcb2620177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:22.570367 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-32c94e51-9ccd-4655-80c8-99fcb2620177 admin admin] For port d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:20:22.571241 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32c94e51-9ccd-4655-80c8-99fcb2620177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:22.585859 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-32c94e51-9ccd-4655-80c8-99fcb2620177 admin admin] Calling delete_port for d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:20:22.831344 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32c94e51-9ccd-4655-80c8-99fcb2620177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:22.859296 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c94e51-9ccd-4655-80c8-99fcb2620177 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:23.069585 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-32c94e51-9ccd-4655-80c8-99fcb2620177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8362772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041768'] for router_interface (a980543f-7172-422d-917e-c70f86e2a5cd), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:23.298655 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c94e51-9ccd-4655-80c8-99fcb2620177 admin admin] Router a980543f-7172-422d-917e-c70f86e2a5cd has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:20:23.416257 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c94e51-9ccd-4655-80c8-99fcb2620177 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:20:23.423839 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-32c94e51-9ccd-4655-80c8-99fcb2620177 admin admin] 10.222.0.62 "PUT /v2.0/routers/a980543f-7172-422d-917e-c70f86e2a5cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8357725 Apr 06 11:20:23.425804 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55374) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:23.437838 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f23897-73dd-4d1f-af00-d52916fbf5d7 None None] Sync routers for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:20:23.450671 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f23897-73dd-4d1f-af00-d52916fbf5d7 None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:20:23.451110 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-30f23897-73dd-4d1f-af00-d52916fbf5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:19:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:23.558180 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Publish callbacks [] for router (a980543f-7172-422d-917e-c70f86e2a5cd), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:23.575080 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-30f23897-73dd-4d1f-af00-d52916fbf5d7 None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:20:23.714696 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Publish callbacks [] for router_gateway (a980543f-7172-422d-917e-c70f86e2a5cd), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:23.780250 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-30f23897-73dd-4d1f-af00-d52916fbf5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '41661076-c784-4f48-acc9-4be21e2d2681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:20:22Z', 'revision_number': 5, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port': {'id': '41661076-c784-4f48-acc9-4be21e2d2681', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:08:21Z', 'updated_at': '2022-04-06T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:23.807041 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f23897-73dd-4d1f-af00-d52916fbf5d7 None None] Checking router: a980543f-7172-422d-917e-c70f86e2a5cd for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:20:23.816353 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f23897-73dd-4d1f-af00-d52916fbf5d7 None None] Routers {'a980543f-7172-422d-917e-c70f86e2a5cd'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:20:23.817005 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-30f23897-73dd-4d1f-af00-d52916fbf5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:19:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a980543f-7172-422d-917e-c70f86e2a5cd'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:23.831054 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Deleting port 41661076-c784-4f48-acc9-4be21e2d2681 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:20:23.831398 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (41661076-c784-4f48-acc9-4be21e2d2681), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:23.907438 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-30f23897-73dd-4d1f-af00-d52916fbf5d7 None None] Set router a980543f-7172-422d-917e-c70f86e2a5cd gateway port host: None {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:20:23.913982 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] For port 41661076-c784-4f48-acc9-4be21e2d2681, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=41661076-c784-4f48-acc9-4be21e2d2681,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:20:23.914154 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (41661076-c784-4f48-acc9-4be21e2d2681), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:23.929366 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Calling delete_port for 41661076-c784-4f48-acc9-4be21e2d2681 owned by network:router_gateway {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:20:23.962808 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-30f23897-73dd-4d1f-af00-d52916fbf5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:20:23Z', 'revision_number': 6, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port_host': None}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:23.989185 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f23897-73dd-4d1f-af00-d52916fbf5d7 None None] The sync data for ids ['a980543f-7172-422d-917e-c70f86e2a5cd'] in dv-cinder-836072-2-iscsi is: [{'id': 'a980543f-7172-422d-917e-c70f86e2a5cd', 'name': 'tempest-AttachVolumeShelveTestJSON-1507385203-router', 'tenant_id': 'aeca9938df6a4f308208d5b9370aff6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:08:20Z', 'updated_at': '2022-04-06T11:20:23Z', 'revision_number': 6, 'project_id': 'aeca9938df6a4f308208d5b9370aff6d', 'gw_port_host': None}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:20:24.151629 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (41661076-c784-4f48-acc9-4be21e2d2681), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.178065 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=41661076-c784-4f48-acc9-4be21e2d2681,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:24.239320 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8041966'] for router_gateway (a980543f-7172-422d-917e-c70f86e2a5cd), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.251050 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-db65c549-a3b8-41e6-bd1c-63f4b6f8b70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.337340 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8037213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64443'] for router (a980543f-7172-422d-917e-c70f86e2a5cd), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.337340 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Publish callbacks [] for router_controller (a980543f-7172-422d-917e-c70f86e2a5cd), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.460493 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037204'] for router (a980543f-7172-422d-917e-c70f86e2a5cd), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.461119 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a980543f-7172-422d-917e-c70f86e2a5cd {{(pid=104088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:20:24.470191 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.473632 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-64d16c29-f24f-4c4f-bbec-27491eaffda3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a980543f-7172-422d-917e-c70f86e2a5cd HTTP/1.1" status: 204 len: 168 time: 1.0445507 Apr 06 11:20:24.473876 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55426) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:24.524772 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3f9a86-aa8f-4aec-a683-5592f154611e admin admin] Deleting subnet aaeedc9a-09ce-4d61-a72a-cdddeddf087c {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:20:24.528119 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9a86-aa8f-4aec-a683-5592f154611e admin admin] Publish callbacks [] for subnet (aaeedc9a-09ce-4d61-a72a-cdddeddf087c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.564501 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9a86-aa8f-4aec-a683-5592f154611e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083784'] for subnet (aaeedc9a-09ce-4d61-a72a-cdddeddf087c), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.642386 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9a86-aa8f-4aec-a683-5592f154611e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (aaeedc9a-09ce-4d61-a72a-cdddeddf087c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.786166 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9a86-aa8f-4aec-a683-5592f154611e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4783663'] for subnet (aaeedc9a-09ce-4d61-a72a-cdddeddf087c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.818077 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6f3f9a86-aa8f-4aec-a683-5592f154611e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.828304 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55430) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:24.828933 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6f3f9a86-aa8f-4aec-a683-5592f154611e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/aaeedc9a-09ce-4d61-a72a-cdddeddf087c HTTP/1.1" status: 204 len: 168 time: 0.3500688 Apr 06 11:20:24.828933 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f9a86-aa8f-4aec-a683-5592f154611e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaeedc9a-09ce-4d61-a72a-cdddeddf087c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:24.829114 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b2d61-2396-4cf7-9143-b1825cf83a6c None None] Network 723de1ee-b3fa-4231-9470-1bc702945e4e requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:20:24.936990 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:20:24.947355 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (723de1ee-b3fa-4231-9470-1bc702945e4e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:24.963012 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:20:24.963341 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device d5d47b39-215e-4bb5-aeb0-4d14c2d38bd8 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:20:24.966703 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 41661076-c784-4f48-acc9-4be21e2d2681 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:20:24.988344 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 41661076-c784-4f48-acc9-4be21e2d2681 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:20:24.988898 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 41661076-c784-4f48-acc9-4be21e2d2681 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:20:25.014935 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Deleting port a2ba245c-aca8-44c6-9421-b6166e2599fe {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:20:25.015407 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.093678 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] For port a2ba245c-aca8-44c6-9421-b6166e2599fe, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=a2ba245c-aca8-44c6-9421-b6166e2599fe,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:20:25.093955 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.095192 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dc7842-f090-475e-ab28-509e595de800 None None] DHCP port deletion for 723de1ee-b3fa-4231-9470-1bc702945e4e request from dv-cinder-836072-2-iscsi {{(pid=104089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:20:25.107515 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Calling delete_port for a2ba245c-aca8-44c6-9421-b6166e2599fe owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:20:25.147158 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-11dc7842-f090-475e-ab28-509e595de800 None None] Deleting port a2ba245c-aca8-44c6-9421-b6166e2599fe {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:20:25.147538 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-11dc7842-f090-475e-ab28-509e595de800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.218410 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-11dc7842-f090-475e-ab28-509e595de800 None None] For port a2ba245c-aca8-44c6-9421-b6166e2599fe, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=a2ba245c-aca8-44c6-9421-b6166e2599fe,segment=NetworkSegment(db3fd1d8-e00a-4a2d-8064-a05d55844bd0),segment_id=db3fd1d8-e00a-4a2d-8064-a05d55844bd0)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:20:25.219033 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-11dc7842-f090-475e-ab28-509e595de800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.233569 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-11dc7842-f090-475e-ab28-509e595de800 None None] Calling delete_port for a2ba245c-aca8-44c6-9421-b6166e2599fe owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:20:25.309931 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.341939 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ba245c-aca8-44c6-9421-b6166e2599fe,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:25.342593 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-11dc7842-f090-475e-ab28-509e595de800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567'] for port (a2ba245c-aca8-44c6-9421-b6166e2599fe), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.353365 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] No DVR routers for this DVR port a2ba245c-aca8-44c6-9421-b6166e2599fe on host dv-cinder-836072-2-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:20:25.372658 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc7842-f090-475e-ab28-509e595de800 None None] Pushing event deleted for resources: {'Port': ['ID=a2ba245c-aca8-44c6-9421-b6166e2599fe,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:25.376915 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc7842-f090-475e-ab28-509e595de800 None None] No DVR routers for this DVR port a2ba245c-aca8-44c6-9421-b6166e2599fe on host dv-cinder-836072-2-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:20:25.380078 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.428647 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (723de1ee-b3fa-4231-9470-1bc702945e4e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.449643 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['723de1ee-b3fa-4231-9470-1bc702945e4e']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:25.459183 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:25.459477 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3fd1d8-e00a-4a2d-8064-a05d55844bd0') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:20:25.469331 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6270634'] for segment (db3fd1d8-e00a-4a2d-8064-a05d55844bd0), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.482599 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (db3fd1d8-e00a-4a2d-8064-a05d55844bd0), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.489192 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:20:25.489581 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4619377'] for segment (db3fd1d8-e00a-4a2d-8064-a05d55844bd0), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: Traceback (most recent call last): Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: timer() Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: cb(*args, **kw) Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: return func(*args, **kwargs) Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: self._notify() Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: self.callback(batched_events) Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: event.method(event) Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: return f(self, *a, **k) Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._get(url).json() Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: return self.request(url, 'GET', **kwargs) Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:20:25.491282 dv-cinder-836072-2-iscsi neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:20:25.928357 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (723de1ee-b3fa-4231-9470-1bc702945e4e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.933977 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:25.940877 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/723de1ee-b3fa-4231-9470-1bc702945e4e HTTP/1.1" status: 204 len: 168 time: 1.1138988 Apr 06 11:20:25.951580 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f818d4-6666-4f0d-b5b9-88c92ea6abb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=723de1ee-b3fa-4231-9470-1bc702945e4e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:26.281181 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55462) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:26.322875 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3eeca237-3203-41b4-b906-bc8c7dba4a26 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aeca9938df6a4f308208d5b9370aff6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404098 Apr 06 11:20:26.325606 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55464) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:26.374200 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d029b1a9-f00e-459b-8850-b48dd5a77ecb admin admin] Publish callbacks [] for security_group (910af63c-b801-4f39-b8f8-28a1133c1589), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:26.395996 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d029b1a9-f00e-459b-8850-b48dd5a77ecb admin admin] Publish callbacks [] for security_group (910af63c-b801-4f39-b8f8-28a1133c1589), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:26.511401 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d029b1a9-f00e-459b-8850-b48dd5a77ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (910af63c-b801-4f39-b8f8-28a1133c1589), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:26.514196 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d029b1a9-f00e-459b-8850-b48dd5a77ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:26.515382 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d029b1a9-f00e-459b-8850-b48dd5a77ecb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/910af63c-b801-4f39-b8f8-28a1133c1589 HTTP/1.1" status: 204 len: 168 time: 0.1886816 Apr 06 11:20:26.525188 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029b1a9-f00e-459b-8850-b48dd5a77ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910af63c-b801-4f39-b8f8-28a1133c1589,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:26.826406 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:26.885192 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device a2ba245c-aca8-44c6-9421-b6166e2599fe no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:20:26.904692 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: a2ba245c-aca8-44c6-9421-b6166e2599fe {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:20:26.905045 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device a2ba245c-aca8-44c6-9421-b6166e2599fe not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:20:27.043309 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55482) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:27.148477 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e1c12b1-4b12-404d-a271-f919ae61379a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:27.224380 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e1c12b1-4b12-404d-a271-f919ae61379a admin admin] Publish callbacks [] for security_group (f948fe39-1a84-429b-bba2-8a5f193a545c), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:27.293923 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1e1c12b1-4b12-404d-a271-f919ae61379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f948fe39-1a84-429b-bba2-8a5f193a545c), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:27.333166 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1e1c12b1-4b12-404d-a271-f919ae61379a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd714b9666e94d0d974f9a118d553438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886834 Apr 06 11:20:27.335184 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c12b1-4b12-404d-a271-f919ae61379a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f948fe39-1a84-429b-bba2-8a5f193a545c,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:27.335849 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55492) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:27.388642 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10802d11-b21b-46b4-9c3b-a9bd38386ebd admin admin] Publish callbacks [] for security_group (f948fe39-1a84-429b-bba2-8a5f193a545c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:27.410672 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10802d11-b21b-46b4-9c3b-a9bd38386ebd admin admin] Publish callbacks [] for security_group (f948fe39-1a84-429b-bba2-8a5f193a545c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:27.545504 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10802d11-b21b-46b4-9c3b-a9bd38386ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f948fe39-1a84-429b-bba2-8a5f193a545c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:27.548040 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10802d11-b21b-46b4-9c3b-a9bd38386ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:27.549189 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-10802d11-b21b-46b4-9c3b-a9bd38386ebd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f948fe39-1a84-429b-bba2-8a5f193a545c HTTP/1.1" status: 204 len: 168 time: 0.2123396 Apr 06 11:20:27.562286 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10802d11-b21b-46b4-9c3b-a9bd38386ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f948fe39-1a84-429b-bba2-8a5f193a545c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:28.180633 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55532) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:28.191805 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b121e92c-bd75-49b9-920e-c9d63ce25291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.248671 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.271072 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b121e92c-bd75-49b9-920e-c9d63ce25291 admin admin] Publish callbacks [] for security_group (de290eee-618f-46c2-8cf7-d74329e5d399), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.357205 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b121e92c-bd75-49b9-920e-c9d63ce25291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (de290eee-618f-46c2-8cf7-d74329e5d399), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.362207 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55536) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:28.400224 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b121e92c-bd75-49b9-920e-c9d63ce25291 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9dd0b0f556f043fbb931f6cc4cb6ce9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185221 Apr 06 11:20:28.400224 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121e92c-bd75-49b9-920e-c9d63ce25291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de290eee-618f-46c2-8cf7-d74329e5d399,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:28.400737 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55540) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:28.463180 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10c37e6d-cc6e-46b9-b14f-42bbcd701d9b admin admin] Publish callbacks [] for security_group (de290eee-618f-46c2-8cf7-d74329e5d399), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.482376 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7258957f-1799-4740-8b58-839945f2fd04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.502577 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10c37e6d-cc6e-46b9-b14f-42bbcd701d9b admin admin] Publish callbacks [] for security_group (de290eee-618f-46c2-8cf7-d74329e5d399), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.592914 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7258957f-1799-4740-8b58-839945f2fd04 admin admin] Publish callbacks [] for security_group (3bed5ee2-5b05-4724-9669-7f6ef06a479b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.631118 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10c37e6d-cc6e-46b9-b14f-42bbcd701d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (de290eee-618f-46c2-8cf7-d74329e5d399), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.633593 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-10c37e6d-cc6e-46b9-b14f-42bbcd701d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.634808 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-10c37e6d-cc6e-46b9-b14f-42bbcd701d9b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de290eee-618f-46c2-8cf7-d74329e5d399 HTTP/1.1" status: 204 len: 168 time: 0.2329798 Apr 06 11:20:28.643553 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c37e6d-cc6e-46b9-b14f-42bbcd701d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de290eee-618f-46c2-8cf7-d74329e5d399,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:28.659880 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-7258957f-1799-4740-8b58-839945f2fd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (3bed5ee2-5b05-4724-9669-7f6ef06a479b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.707110 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-7258957f-1799-4740-8b58-839945f2fd04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f832258bcdb4665893bfc8c45b05276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437619 Apr 06 11:20:28.707980 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258957f-1799-4740-8b58-839945f2fd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bed5ee2-5b05-4724-9669-7f6ef06a479b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:28.710539 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55546) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:28.766003 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-92d0c791-1b72-46d3-947d-5ebbc06d2887 admin admin] Publish callbacks [] for security_group (3bed5ee2-5b05-4724-9669-7f6ef06a479b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.787654 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-92d0c791-1b72-46d3-947d-5ebbc06d2887 admin admin] Publish callbacks [] for security_group (3bed5ee2-5b05-4724-9669-7f6ef06a479b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.888219 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-92d0c791-1b72-46d3-947d-5ebbc06d2887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (3bed5ee2-5b05-4724-9669-7f6ef06a479b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.890804 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-92d0c791-1b72-46d3-947d-5ebbc06d2887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:28.892572 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-92d0c791-1b72-46d3-947d-5ebbc06d2887 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3bed5ee2-5b05-4724-9669-7f6ef06a479b HTTP/1.1" status: 204 len: 168 time: 0.1806500 Apr 06 11:20:28.900487 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0c791-1b72-46d3-947d-5ebbc06d2887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bed5ee2-5b05-4724-9669-7f6ef06a479b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:46.105082 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:49.105264 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55866) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:49.203286 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-23f9a50e-434e-4f37-8f42-6e6611d5fd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:49.273134 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-23f9a50e-434e-4f37-8f42-6e6611d5fd94 admin admin] Publish callbacks [] for security_group (8f4b0cb7-dff2-4355-8ae7-997d50a7143a), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:49.327956 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-23f9a50e-434e-4f37-8f42-6e6611d5fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (8f4b0cb7-dff2-4355-8ae7-997d50a7143a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:49.365127 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9a50e-434e-4f37-8f42-6e6611d5fd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4b0cb7-dff2-4355-8ae7-997d50a7143a,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:49.369493 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-23f9a50e-434e-4f37-8f42-6e6611d5fd94 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bdf5cbd36ee34c10bff60e1f56acca53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671854 Apr 06 11:20:49.372234 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55874) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:49.422235 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ede39eea-b539-4181-98a1-0f9d2fd5f51b admin admin] Publish callbacks [] for security_group (8f4b0cb7-dff2-4355-8ae7-997d50a7143a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:49.443179 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ede39eea-b539-4181-98a1-0f9d2fd5f51b admin admin] Publish callbacks [] for security_group (8f4b0cb7-dff2-4355-8ae7-997d50a7143a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:49.539060 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ede39eea-b539-4181-98a1-0f9d2fd5f51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (8f4b0cb7-dff2-4355-8ae7-997d50a7143a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:49.542019 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ede39eea-b539-4181-98a1-0f9d2fd5f51b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:49.543167 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ede39eea-b539-4181-98a1-0f9d2fd5f51b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f4b0cb7-dff2-4355-8ae7-997d50a7143a HTTP/1.1" status: 204 len: 168 time: 0.1700747 Apr 06 11:20:49.551689 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede39eea-b539-4181-98a1-0f9d2fd5f51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4b0cb7-dff2-4355-8ae7-997d50a7143a,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:50.018932 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:20:50.121971 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55884) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:50.134982 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:50.205733 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Publish callbacks [] for security_group (79dfb0d2-51ba-4cae-abaa-c978683ed5bf), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:50.270973 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (79dfb0d2-51ba-4cae-abaa-c978683ed5bf), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:50.307763 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ed71126ea1f40cf97fd0f25bd13c464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846564 Apr 06 11:20:50.309707 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dfb0d2-51ba-4cae-abaa-c978683ed5bf,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:50.310618 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55886) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:50.316626 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.317026 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.317406 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.317760 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.318103 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.318441 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.318790 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.319109 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.319442 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.319773 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.320105 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.320433 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.320781 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.321109 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.321440 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596c1707-66e1-49db-8e6b-4e8301c89dd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.359115 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ffc973ad-3742-4c1f-8909-75ede39ac002 admin admin] Publish callbacks [] for security_group (79dfb0d2-51ba-4cae-abaa-c978683ed5bf), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:50.379118 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ffc973ad-3742-4c1f-8909-75ede39ac002 admin admin] Publish callbacks [] for security_group (79dfb0d2-51ba-4cae-abaa-c978683ed5bf), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:50.488100 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ffc973ad-3742-4c1f-8909-75ede39ac002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (79dfb0d2-51ba-4cae-abaa-c978683ed5bf), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:50.490678 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ffc973ad-3742-4c1f-8909-75ede39ac002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:50.491823 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ffc973ad-3742-4c1f-8909-75ede39ac002 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79dfb0d2-51ba-4cae-abaa-c978683ed5bf HTTP/1.1" status: 204 len: 168 time: 0.1802282 Apr 06 11:20:50.500074 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc973ad-3742-4c1f-8909-75ede39ac002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dfb0d2-51ba-4cae-abaa-c978683ed5bf,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:50.966008 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55904) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:51.078959 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cdce76d2-9d0b-43ea-8fb8-f38fe933f0ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:51.152614 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cdce76d2-9d0b-43ea-8fb8-f38fe933f0ae admin admin] Publish callbacks [] for security_group (175a54cc-3793-456d-a270-c9790042ac77), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:51.213376 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-cdce76d2-9d0b-43ea-8fb8-f38fe933f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (175a54cc-3793-456d-a270-c9790042ac77), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:51.251810 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-cdce76d2-9d0b-43ea-8fb8-f38fe933f0ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27fe21ea97434e4180920d9f9fe15c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849119 Apr 06 11:20:51.252770 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce76d2-9d0b-43ea-8fb8-f38fe933f0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175a54cc-3793-456d-a270-c9790042ac77,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:51.255212 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55912) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:51.304584 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-31107591-179c-4c20-826b-91664db9d46e admin admin] Publish callbacks [] for security_group (175a54cc-3793-456d-a270-c9790042ac77), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:51.325926 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-31107591-179c-4c20-826b-91664db9d46e admin admin] Publish callbacks [] for security_group (175a54cc-3793-456d-a270-c9790042ac77), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:51.453498 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-31107591-179c-4c20-826b-91664db9d46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (175a54cc-3793-456d-a270-c9790042ac77), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:51.456059 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-31107591-179c-4c20-826b-91664db9d46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:51.457215 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-31107591-179c-4c20-826b-91664db9d46e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/175a54cc-3793-456d-a270-c9790042ac77 HTTP/1.1" status: 204 len: 168 time: 0.2002678 Apr 06 11:20:51.465110 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31107591-179c-4c20-826b-91664db9d46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175a54cc-3793-456d-a270-c9790042ac77,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:51.905031 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-76ef3940-3aa4-4035-a749-681d2ed3bd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:52.043209 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 55938) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:52.056199 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-abf5456f-b338-4f57-b8e8-4d6d62f1afaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:52.127596 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-abf5456f-b338-4f57-b8e8-4d6d62f1afaf admin admin] Publish callbacks [] for security_group (f6f2b49f-f307-40a6-a57e-b4e2031f67e1), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:52.168029 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-abf5456f-b338-4f57-b8e8-4d6d62f1afaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f6f2b49f-f307-40a6-a57e-b4e2031f67e1), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:52.211042 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-abf5456f-b338-4f57-b8e8-4d6d62f1afaf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b89f20fc76b54d4693a66994e55ad7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667323 Apr 06 11:20:52.212183 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5456f-b338-4f57-b8e8-4d6d62f1afaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f2b49f-f307-40a6-a57e-b4e2031f67e1,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:52.213780 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 55944) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:52.262586 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-033f7399-5bae-4ca9-ac41-871af8dead1d admin admin] Publish callbacks [] for security_group (f6f2b49f-f307-40a6-a57e-b4e2031f67e1), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:52.283795 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-033f7399-5bae-4ca9-ac41-871af8dead1d admin admin] Publish callbacks [] for security_group (f6f2b49f-f307-40a6-a57e-b4e2031f67e1), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:52.390624 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-033f7399-5bae-4ca9-ac41-871af8dead1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f6f2b49f-f307-40a6-a57e-b4e2031f67e1), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:52.393197 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-033f7399-5bae-4ca9-ac41-871af8dead1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:52.394438 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-033f7399-5bae-4ca9-ac41-871af8dead1d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6f2b49f-f307-40a6-a57e-b4e2031f67e1 HTTP/1.1" status: 204 len: 168 time: 0.1788051 Apr 06 11:20:52.403187 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f7399-5bae-4ca9-ac41-871af8dead1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f2b49f-f307-40a6-a57e-b4e2031f67e1,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:54.287880 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fa9450cc-74bb-4f55-830a-cc567b726097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:55.402118 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:56.807390 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:58.264663 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:10.037978 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56184) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:10.154748 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:10.227270 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Publish callbacks [] for security_group (f5e28e34-2b73-49ea-b47f-a3bbb2a27e89), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:10.321668 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f5e28e34-2b73-49ea-b47f-a3bbb2a27e89), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:10.365274 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=481479146f3248bb842bd48e207d92c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255563 Apr 06 11:21:10.366288 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e28e34-2b73-49ea-b47f-a3bbb2a27e89,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:10.368129 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56200) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:10.379064 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.383034 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.383034 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.383034 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.383034 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.383034 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.383034 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.383034 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.383034 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.383034 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.383034 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.383034 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.383034 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.384123 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.384123 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed82a16d-f9cc-483f-849e-8d675017f2ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:10.429115 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79ff8c1b-93a2-46e5-9585-dcad050b9c24 admin admin] Publish callbacks [] for security_group (f5e28e34-2b73-49ea-b47f-a3bbb2a27e89), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:10.449482 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79ff8c1b-93a2-46e5-9585-dcad050b9c24 admin admin] Publish callbacks [] for security_group (f5e28e34-2b73-49ea-b47f-a3bbb2a27e89), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:10.561767 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79ff8c1b-93a2-46e5-9585-dcad050b9c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f5e28e34-2b73-49ea-b47f-a3bbb2a27e89), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:10.564296 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-79ff8c1b-93a2-46e5-9585-dcad050b9c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:10.565480 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-79ff8c1b-93a2-46e5-9585-dcad050b9c24 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5e28e34-2b73-49ea-b47f-a3bbb2a27e89 HTTP/1.1" status: 204 len: 168 time: 0.1964447 Apr 06 11:21:10.573313 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff8c1b-93a2-46e5-9585-dcad050b9c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e28e34-2b73-49ea-b47f-a3bbb2a27e89,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:11.207110 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56212) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:11.218663 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ae4ca51-ff2b-46c3-996d-31c3632ca1d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:11.289886 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ae4ca51-ff2b-46c3-996d-31c3632ca1d7 admin admin] Publish callbacks [] for security_group (53049d1b-066b-4976-be02-9a906fca9087), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:11.350364 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ae4ca51-ff2b-46c3-996d-31c3632ca1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (53049d1b-066b-4976-be02-9a906fca9087), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:11.389282 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8ae4ca51-ff2b-46c3-996d-31c3632ca1d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c9f8dbf061d4b029ad5103fb096208b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829910 Apr 06 11:21:11.390137 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4ca51-ff2b-46c3-996d-31c3632ca1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53049d1b-066b-4976-be02-9a906fca9087,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:11.391916 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56216) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:11.440883 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0b99-8a59-4c85-bffa-09baa2aa3c63 admin admin] Publish callbacks [] for security_group (53049d1b-066b-4976-be02-9a906fca9087), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:11.464639 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0b99-8a59-4c85-bffa-09baa2aa3c63 admin admin] Publish callbacks [] for security_group (53049d1b-066b-4976-be02-9a906fca9087), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:11.595883 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0b99-8a59-4c85-bffa-09baa2aa3c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (53049d1b-066b-4976-be02-9a906fca9087), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:11.598575 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b5bb0b99-8a59-4c85-bffa-09baa2aa3c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:11.600374 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b5bb0b99-8a59-4c85-bffa-09baa2aa3c63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53049d1b-066b-4976-be02-9a906fca9087 HTTP/1.1" status: 204 len: 168 time: 0.2067771 Apr 06 11:21:11.611031 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb0b99-8a59-4c85-bffa-09baa2aa3c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53049d1b-066b-4976-be02-9a906fca9087,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:13.008290 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56254) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:13.111591 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f1e65bb-2175-409c-85b1-e531ce5938b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:13.184227 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f1e65bb-2175-409c-85b1-e531ce5938b1 admin admin] Publish callbacks [] for security_group (cf40d035-d64e-4806-8f86-b6ade4f4490d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:13.230398 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3f1e65bb-2175-409c-85b1-e531ce5938b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (cf40d035-d64e-4806-8f86-b6ade4f4490d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:13.268466 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e65bb-2175-409c-85b1-e531ce5938b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf40d035-d64e-4806-8f86-b6ade4f4490d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:13.273794 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3f1e65bb-2175-409c-85b1-e531ce5938b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b02898c590e46eabed616906ff7c3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645032 Apr 06 11:21:13.276496 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56260) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:13.324070 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca143b9-a089-43e3-9410-8855fd991d1e admin admin] Publish callbacks [] for security_group (cf40d035-d64e-4806-8f86-b6ade4f4490d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:13.344914 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca143b9-a089-43e3-9410-8855fd991d1e admin admin] Publish callbacks [] for security_group (cf40d035-d64e-4806-8f86-b6ade4f4490d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:13.441909 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca143b9-a089-43e3-9410-8855fd991d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (cf40d035-d64e-4806-8f86-b6ade4f4490d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:13.444378 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6ca143b9-a089-43e3-9410-8855fd991d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:13.445507 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6ca143b9-a089-43e3-9410-8855fd991d1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf40d035-d64e-4806-8f86-b6ade4f4490d HTTP/1.1" status: 204 len: 168 time: 0.1680694 Apr 06 11:21:13.452870 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca143b9-a089-43e3-9410-8855fd991d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf40d035-d64e-4806-8f86-b6ade4f4490d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:14.118112 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56282) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:14.220009 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29d41c1c-9acd-457c-b9ad-f03a5c08f99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.295298 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29d41c1c-9acd-457c-b9ad-f03a5c08f99c admin admin] Publish callbacks [] for security_group (4c9f3473-33fd-4db5-92d2-cc58dc7d55d2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.349909 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56294) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:14.378874 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-29d41c1c-9acd-457c-b9ad-f03a5c08f99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (4c9f3473-33fd-4db5-92d2-cc58dc7d55d2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.417596 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-29d41c1c-9acd-457c-b9ad-f03a5c08f99c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0c7911afdc44fc1b5ca7ebde8807f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983909 Apr 06 11:21:14.420171 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56298) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:14.426938 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d41c1c-9acd-457c-b9ad-f03a5c08f99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9f3473-33fd-4db5-92d2-cc58dc7d55d2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:14.451213 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-878529974-network', 'tenant_id': '228ce5fb39b746459557caa1ee18daff'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:21:14.486272 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-789beab0-56e4-4bbf-a011-520e9897d271 admin admin] Publish callbacks [] for security_group (4c9f3473-33fd-4db5-92d2-cc58dc7d55d2), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.507586 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-789beab0-56e4-4bbf-a011-520e9897d271 admin admin] Publish callbacks [] for security_group (4c9f3473-33fd-4db5-92d2-cc58dc7d55d2), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.544747 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Made reservation on behalf of 228ce5fb39b746459557caa1ee18daff for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:21:14.546951 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.556725 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.597399 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-789beab0-56e4-4bbf-a011-520e9897d271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (4c9f3473-33fd-4db5-92d2-cc58dc7d55d2), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.600437 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-789beab0-56e4-4bbf-a011-520e9897d271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.601585 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-789beab0-56e4-4bbf-a011-520e9897d271 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c9f3473-33fd-4db5-92d2-cc58dc7d55d2 HTTP/1.1" status: 204 len: 168 time: 0.1805217 Apr 06 11:21:14.619021 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789beab0-56e4-4bbf-a011-520e9897d271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9f3473-33fd-4db5-92d2-cc58dc7d55d2,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:14.667755 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Publish callbacks [] for security_group (80ae3ce8-d77f-4aba-96d4-0635c349490d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.716054 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (80ae3ce8-d77f-4aba-96d4-0635c349490d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.737411 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:21:14.752871 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ae3ce8-d77f-4aba-96d4-0635c349490d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:14.756799 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.757172 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Added segment f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc of type vlan for network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 Apr 06 11:21:14.797664 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (8cb65686-ec7b-4a0d-8f38-7e57e802ce69), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.881844 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (8cb65686-ec7b-4a0d-8f38-7e57e802ce69), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.882865 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:14.883471 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:14.942550 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb65686-ec7b-4a0d-8f38-7e57e802ce69,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:14.952371 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:21:14.988007 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-420e05b5-9399-4b49-ab1a-94125cf0dde8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6369548 Apr 06 11:21:14.992050 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56310) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:14.996944 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-2002f6be-628b-4ed9-bdb4-f6919462e341 admin admin] Request body: {'subnet': {'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-878529974-subnet', 'tenant_id': '228ce5fb39b746459557caa1ee18daff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:21:15.070187 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2002f6be-628b-4ed9-bdb4-f6919462e341 admin admin] Made reservation on behalf of 228ce5fb39b746459557caa1ee18daff for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:21:15.072522 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2002f6be-628b-4ed9-bdb4-f6919462e341 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4460574'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:15.299003 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2002f6be-628b-4ed9-bdb4-f6919462e341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4616668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4460544'] for subnet (d4bc1a8c-59d4-4d32-829c-62c479dcdec4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:15.368452 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002f6be-628b-4ed9-bdb4-f6919462e341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4bc1a8c-59d4-4d32-829c-62c479dcdec4,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:15.379456 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2002f6be-628b-4ed9-bdb4-f6919462e341 admin admin] Checking segment: {'id': 'f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:21:15.382830 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2002f6be-628b-4ed9-bdb4-f6919462e341 admin admin] Network hostable DHCP agents. Network: 8cb65686-ec7b-4a0d-8f38-7e57e802ce69, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:21:15.435919 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2002f6be-628b-4ed9-bdb4-f6919462e341 admin admin] Network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:21:15.487194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-2002f6be-628b-4ed9-bdb4-f6919462e341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, 8cb65686-ec7b-4a0d-8f38-7e57e802ce69) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:21:15.491586 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2002f6be-628b-4ed9-bdb4-f6919462e341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:15.492207 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2002f6be-628b-4ed9-bdb4-f6919462e341 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:15.500927 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0682b5-3c95-4d77-bfa5-97687239a4fd None None] Network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:21:15.558823 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2002f6be-628b-4ed9-bdb4-f6919462e341 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5657113 Apr 06 11:21:15.595791 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93855b26-1770-4c1a-b6f5-2f6b8023dda4 None None] Network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:21:16.190079 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:18.618387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-f966b9d6-a6a4-4ef8-b47b-580891b51d32 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:18.619749 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-f966b9d6-a6a4-4ef8-b47b-580891b51d32 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/networks?id=8cb65686-ec7b-4a0d-8f38-7e57e802ce69 HTTP/1.1" status: 200 len: 813 time: 0.0981472 Apr 06 11:21:18.634230 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-71132daa-4b31-4bb4-ab0e-5cb1328b73ec tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/quotas/228ce5fb39b746459557caa1ee18daff HTTP/1.1" status: 200 len: 375 time: 0.0091362 Apr 06 11:21:18.670483 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-b2755a4f-9b3a-4ebf-b1da-3966e4bcfb92 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=228ce5fb39b746459557caa1ee18daff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312076 Apr 06 11:21:18.779353 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-01d0a71c-4b5f-4284-87ca-5817e1486f03 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:21:18.780461 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-01d0a71c-4b5f-4284-87ca-5817e1486f03 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0967767 Apr 06 11:21:18.880669 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-3aa2ab05-d218-4d86-ac95-eb4302a5a352 service neutron] 10.222.0.62 "GET /v2.0/networks/8cb65686-ec7b-4a0d-8f38-7e57e802ce69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852008 Apr 06 11:21:18.962264 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-ba1571da-2085-490c-aaee-95ee0f1ad3fb service neutron] 10.222.0.62 "GET /v2.0/networks/8cb65686-ec7b-4a0d-8f38-7e57e802ce69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850580 Apr 06 11:21:19.192009 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e71c845d-e3c9-41f6-8d70-56c4653902a0 req-d0131e38-5160-49d1-b345-c134ee7afc17 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 210 time: 0.0298669 Apr 06 11:21:20.294703 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-22af1b60-4ead-4561-a6fe-bd488b88ecc4 req-d1cfb62b-9dd1-4a5f-abd2-0029979d9293 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 210 time: 0.0284200 Apr 06 11:21:21.386067 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-69a55718-3a0f-4b66-88a0-dfbe0432cdc8 req-e654ce40-2ed4-4067-8294-0f2b1ecb8682 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 210 time: 0.0266101 Apr 06 11:21:21.904381 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b6461739-fa60-4a4f-ad34-69cab7036a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:22.476868 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7b2422de-7537-4baa-aeef-d5262849e1f3 req-c706e1f4-66c0-4e1f-8737-e2a005f83a65 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 210 time: 0.0268784 Apr 06 11:21:22.954676 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5f95d6d4-5db0-4448-8090-208f4b1f6522 req-1ad62c41-ed62-4aa9-9dea-6db3c9232103 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438383 Apr 06 11:21:23.071668 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95d6d4-5db0-4448-8090-208f4b1f6522 req-ee365de0-01e6-415c-ae58-18df13539cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:23.073225 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5f95d6d4-5db0-4448-8090-208f4b1f6522 req-ee365de0-01e6-415c-ae58-18df13539cba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1&device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 1130 time: 0.0495505 Apr 06 11:21:23.173515 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95d6d4-5db0-4448-8090-208f4b1f6522 req-030549ac-9fb0-44a2-a5a8-bcedb00186d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:23.174973 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5f95d6d4-5db0-4448-8090-208f4b1f6522 req-030549ac-9fb0-44a2-a5a8-bcedb00186d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efbb6485-fa12-4438-9916-e550e451dc89 HTTP/1.1" status: 200 len: 909 time: 0.0852463 Apr 06 11:21:23.520712 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5f95d6d4-5db0-4448-8090-208f4b1f6522 req-4be16176-3c0f-4691-a168-5691ebcf326a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c HTTP/1.1" status: 200 len: 1002 time: 0.0626090 Apr 06 11:21:23.571170 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95d6d4-5db0-4448-8090-208f4b1f6522 req-5870f8a4-4592-45d0-b867-94efdeb7c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:23.571955 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-28e5eee7-38c6-49b3-a93e-7fec48e9b7c0 req-2a0cb142-85e0-4253-b902-372d21e3937b tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 210 time: 0.0279291 Apr 06 11:21:23.572914 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5f95d6d4-5db0-4448-8090-208f4b1f6522 req-5870f8a4-4592-45d0-b867-94efdeb7c691 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7399389-a576-4ce9-ad72-a9eb23603df1 HTTP/1.1" status: 200 len: 847 time: 0.0449233 Apr 06 11:21:23.622802 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95d6d4-5db0-4448-8090-208f4b1f6522 req-992f9b08-30de-46ec-82e1-0c4c90c2ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:23.624275 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5f95d6d4-5db0-4448-8090-208f4b1f6522 req-992f9b08-30de-46ec-82e1-0c4c90c2ce78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efbb6485-fa12-4438-9916-e550e451dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449004 Apr 06 11:21:23.716159 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5f95d6d4-5db0-4448-8090-208f4b1f6522 req-0c86e821-0ce7-4318-8fa0-a1f7d4e83870 service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859284 Apr 06 11:21:23.901161 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5f95d6d4-5db0-4448-8090-208f4b1f6522 req-fe1c3c3c-e94f-4fa8-a484-ed9a8c70aad3 service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622262 Apr 06 11:21:23.906946 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-025967e9-8990-4215-ac08-ac06cf09176e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:23.908237 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-025967e9-8990-4215-ac08-ac06cf09176e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.49 "GET /v2.0/networks?id=8cb65686-ec7b-4a0d-8f38-7e57e802ce69 HTTP/1.1" status: 200 len: 813 time: 0.1614702 Apr 06 11:21:23.957691 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Request body: {'port': {'device_id': '92887889-e053-45c2-8369-3681216bd74d', 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69', 'admin_state_up': True, 'tenant_id': '228ce5fb39b746459557caa1ee18daff'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:21:24.117537 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Made reservation on behalf of 228ce5fb39b746459557caa1ee18daff for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:21:24.121021 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:24.244753 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Allocated IP 172.20.0.11 (8cb65686-ec7b-4a0d-8f38-7e57e802ce69/d4bc1a8c-59d4-4d32-829c-62c479dcdec4/45d686da-eaaa-44b1-a21e-f3b73d832298) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:21:24.252990 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-efba1e6e-1434-4f55-8d36-4c24f653f77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:24.396670 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks [] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:24.505026 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:24.546394 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:21:24.551944 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:21:24.555764 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:21:24.581672 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Pushing event updated for resources: {'Port': ['ID=45d686da-eaaa-44b1-a21e-f3b73d832298,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:24.609126 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:24.609738 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:24.690989 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e443f-985c-464a-8aa8-2de39670254e req-80d20438-8a4f-4d1b-bb67-25c3af64e1e5 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:24.692446 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-506e443f-985c-464a-8aa8-2de39670254e req-80d20438-8a4f-4d1b-bb67-25c3af64e1e5 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 932 time: 0.0529253 Apr 06 11:21:24.738781 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-506e443f-985c-464a-8aa8-2de39670254e req-3de00691-1cf2-4810-bd50-c8b69bd2f897 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400519 Apr 06 11:21:24.752941 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-0536882a-f58a-46be-8b49-fe0a5edc0219 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7991512 Apr 06 11:21:25.350156 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:25.855053 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812df6c1-50a4-428a-b910-3ef6711aaddc req-a78a80de-f9cd-414d-8b31-7886518a134c tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:25.856491 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-812df6c1-50a4-428a-b910-3ef6711aaddc req-a78a80de-f9cd-414d-8b31-7886518a134c tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 932 time: 0.0510349 Apr 06 11:21:25.901402 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-812df6c1-50a4-428a-b910-3ef6711aaddc req-256c802b-2006-4d32-9b0c-a113f0410d3e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393741 Apr 06 11:21:26.836406 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:27.016446 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658cd05-7dd8-4037-a72d-0e8f724f4395 req-330996cb-aef6-4dc4-a407-027d2084c6fb tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:27.017832 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:21:27.018277 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e658cd05-7dd8-4037-a72d-0e8f724f4395 req-330996cb-aef6-4dc4-a407-027d2084c6fb tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 932 time: 0.0505607 Apr 06 11:21:27.063687 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e658cd05-7dd8-4037-a72d-0e8f724f4395 req-a3181457-4e52-4c2b-b620-81b059d5aa8f tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Apr 06 11:21:28.181368 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6c3d6-bdd1-4f5b-8ca9-f58a6e9596b1 req-30e09c76-170a-465e-a328-a0f0591658f0 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:28.183169 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9ac6c3d6-bdd1-4f5b-8ca9-f58a6e9596b1 req-30e09c76-170a-465e-a328-a0f0591658f0 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 932 time: 0.0547633 Apr 06 11:21:28.228802 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9ac6c3d6-bdd1-4f5b-8ca9-f58a6e9596b1 req-d49f6e4f-04d3-455d-8849-21c4a5f29b87 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401347 Apr 06 11:21:28.253156 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:28.568299 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Request body: {'port': {'device_id': '92887889-e053-45c2-8369-3681216bd74d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:21:28.630055 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:28.879487 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d686da-eaaa-44b1-a21e-f3b73d832298 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:21:28.887182 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Publish callbacks [] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:28.899387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Transition to ACTIVE for port object 45d686da-eaaa-44b1-a21e-f3b73d832298 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:21:28.972766 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:29.027061 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Pushing event updated for resources: {'Port': ['ID=45d686da-eaaa-44b1-a21e-f3b73d832298,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:29.089986 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Attempting to bind port 45d686da-eaaa-44b1-a21e-f3b73d832298 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:21:29.090311 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Attempting to bind port 45d686da-eaaa-44b1-a21e-f3b73d832298 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:21:29.090641 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Attempting to bind port 45d686da-eaaa-44b1-a21e-f3b73d832298 on network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:21:29.094813 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Port 45d686da-eaaa-44b1-a21e-f3b73d832298 on network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:21:29.095135 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Attempting to bind port 45d686da-eaaa-44b1-a21e-f3b73d832298 on network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:21:29.099814 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:21:29.100151 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Checking segment: {'id': 'f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:21:29.100611 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Bound using segment: {'id': 'f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:21:29.100991 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Bound port: 45d686da-eaaa-44b1-a21e-f3b73d832298, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:21:29.101376 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:29.160975 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] For port 45d686da-eaaa-44b1-a21e-f3b73d832298, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:21:29.163920 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] For port 45d686da-eaaa-44b1-a21e-f3b73d832298, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=45d686da-eaaa-44b1-a21e-f3b73d832298,segment=NetworkSegment(f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc),segment_id=f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:21:29.253336 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:29.290273 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:29.291137 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:29.292506 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] 10.222.0.49 "PUT /v2.0/ports/45d686da-eaaa-44b1-a21e-f3b73d832298 HTTP/1.1" status: 200 len: 1094 time: 0.7285724 Apr 06 11:21:29.292944 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92887889-e053-45c2-8369-3681216bd74d', 'tag': '45d686da-eaaa-44b1-a21e-f3b73d832298'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:21:29.295186 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffc8bfc-ab9c-4b8b-bcb7-6c3545e54513" -d '{"events": [{"name": "network-changed", "server_uuid": "92887889-e053-45c2-8369-3681216bd74d", "tag": "45d686da-eaaa-44b1-a21e-f3b73d832298"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:21:29.337665 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe906ef5-d034-42de-baa6-fa0adfcb08ed x-openstack-request-id: req-fe906ef5-d034-42de-baa6-fa0adfcb08ed {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:21:29.338031 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92887889-e053-45c2-8369-3681216bd74d", "tag": "45d686da-eaaa-44b1-a21e-f3b73d832298", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:21:29.338262 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe906ef5-d034-42de-baa6-fa0adfcb08ed {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:21:29.338648 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe906ef5-d034-42de-baa6-fa0adfcb08ed'] response: {'name': 'network-changed', 'server_uuid': '92887889-e053-45c2-8369-3681216bd74d', 'tag': '45d686da-eaaa-44b1-a21e-f3b73d832298', 'status': 'completed', 'code': 200} Apr 06 11:21:29.346691 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715902cd-ef45-4aeb-80e0-29fb461cc802 service neutron] Pushing event updated for resources: {'Port': ['ID=45d686da-eaaa-44b1-a21e-f3b73d832298,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:29.369789 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51787-ca38-4a1d-ae47-9a758a48aa67 req-b7c2f1c8-bd7f-4c49-831b-475afac024db tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:29.371241 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-99e51787-ca38-4a1d-ae47-9a758a48aa67 req-b7c2f1c8-bd7f-4c49-831b-475afac024db tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 944 time: 0.0731773 Apr 06 11:21:29.440963 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-99e51787-ca38-4a1d-ae47-9a758a48aa67 req-4bca1d5e-af5e-4411-a09b-9d8b48f3f12d tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638187 Apr 06 11:21:29.457258 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8bfc-ab9c-4b8b-bcb7-6c3545e54513 req-fba20ffa-5caf-4380-a63a-1f6cb82ab809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:29.458715 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9ffc8bfc-ab9c-4b8b-bcb7-6c3545e54513 req-fba20ffa-5caf-4380-a63a-1f6cb82ab809 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=228ce5fb39b746459557caa1ee18daff&device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 1128 time: 0.0564730 Apr 06 11:21:30.563998 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851047bc-9320-4edb-966a-0422405e8ef5 req-99d832b7-f9f0-4ad3-8202-9cdf61372109 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:30.566170 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-851047bc-9320-4edb-966a-0422405e8ef5 req-99d832b7-f9f0-4ad3-8202-9cdf61372109 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 944 time: 0.0571890 Apr 06 11:21:30.613642 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-851047bc-9320-4edb-966a-0422405e8ef5 req-1b2a9507-a1c3-4430-b834-353e31a19a46 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Apr 06 11:21:31.733907 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9683b-6f62-45ce-a14b-b9ca76a0b030 req-04d31ae9-6627-4379-974a-0dcaacf1bff7 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:31.735375 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f1e9683b-6f62-45ce-a14b-b9ca76a0b030 req-04d31ae9-6627-4379-974a-0dcaacf1bff7 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 944 time: 0.0555320 Apr 06 11:21:31.781443 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f1e9683b-6f62-45ce-a14b-b9ca76a0b030 req-e5b9c9ff-a5c2-41df-8d59-c49793043351 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Apr 06 11:21:32.896465 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85bbe3-b14d-4b25-afe5-5107f1c5172a req-0012b7db-812b-443e-9c9a-d7a5444fae11 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:32.897877 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9a85bbe3-b14d-4b25-afe5-5107f1c5172a req-0012b7db-812b-443e-9c9a-d7a5444fae11 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 944 time: 0.0513535 Apr 06 11:21:32.946992 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9a85bbe3-b14d-4b25-afe5-5107f1c5172a req-80958c8b-6daf-4846-8564-20aad63ee7c1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Apr 06 11:21:33.201081 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8bfc-ab9c-4b8b-bcb7-6c3545e54513 req-3da4f661-8270-4b48-9d16-a3c5240b745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:33.202623 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9ffc8bfc-ab9c-4b8b-bcb7-6c3545e54513 req-3da4f661-8270-4b48-9d16-a3c5240b745b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=228ce5fb39b746459557caa1ee18daff&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0912945 Apr 06 11:21:33.297595 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8bfc-ab9c-4b8b-bcb7-6c3545e54513 req-2e9bd242-07d5-402f-a72e-7900f8fb1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:33.299018 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9ffc8bfc-ab9c-4b8b-bcb7-6c3545e54513 req-2e9bd242-07d5-402f-a72e-7900f8fb1194 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881031 Apr 06 11:21:33.398226 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-ce549a8f-8d24-483c-934c-1b5e93785afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:33.399722 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-ce549a8f-8d24-483c-934c-1b5e93785afa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=228ce5fb39b746459557caa1ee18daff&device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 1128 time: 0.0439126 Apr 06 11:21:33.450583 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-cafff569-afc4-46e5-adfe-df1d7aa5825e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45d686da-eaaa-44b1-a21e-f3b73d832298 HTTP/1.1" status: 200 len: 217 time: 0.0362251 Apr 06 11:21:33.497983 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-1b6e515a-eb53-47a9-9689-cd7c6253de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:33.499340 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-1b6e515a-eb53-47a9-9689-cd7c6253de61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4bc1a8c-59d4-4d32-829c-62c479dcdec4 HTTP/1.1" status: 200 len: 853 time: 0.0420146 Apr 06 11:21:33.529662 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-6ecef0fc-00ac-46ea-bd0a-f92431e3e56c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cb65686-ec7b-4a0d-8f38-7e57e802ce69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248303 Apr 06 11:21:33.618872 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-d58a490c-e19a-4247-981a-d40280f8590f service neutron] 10.222.0.49 "GET /v2.0/networks/8cb65686-ec7b-4a0d-8f38-7e57e802ce69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835428 Apr 06 11:21:33.706880 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6a4a3c0f-cf5b-4781-afd9-d6a7a5a1123f req-660fe85c-7e7e-4a09-bd6a-af94e058ef12 service neutron] 10.222.0.49 "GET /v2.0/networks/8cb65686-ec7b-4a0d-8f38-7e57e802ce69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809979 Apr 06 11:21:34.068391 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74621249-ed23-4aa7-90dc-8b3a9bb8e467 req-16015da4-0966-422b-bf32-7837257d6c76 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:34.070488 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74621249-ed23-4aa7-90dc-8b3a9bb8e467 req-16015da4-0966-422b-bf32-7837257d6c76 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 944 time: 0.0521500 Apr 06 11:21:34.118925 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-74621249-ed23-4aa7-90dc-8b3a9bb8e467 req-20b12c1f-366c-4944-9f64-05098b0941c3 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429666 Apr 06 11:21:35.233702 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab94b41-84f4-4c1e-b965-ebcdb5f2a539 req-22929133-c120-40d6-8d90-5305c9c610b0 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:35.235163 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eab94b41-84f4-4c1e-b965-ebcdb5f2a539 req-22929133-c120-40d6-8d90-5305c9c610b0 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 944 time: 0.0520070 Apr 06 11:21:35.280888 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eab94b41-84f4-4c1e-b965-ebcdb5f2a539 req-a4174bae-3792-48ad-ba82-0f5b035242fc tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Apr 06 11:21:36.395085 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139af521-63fa-48af-87a0-073ee6f824f8 req-4206f008-bc07-4560-af90-bc66b7c871c7 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:36.396534 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-139af521-63fa-48af-87a0-073ee6f824f8 req-4206f008-bc07-4560-af90-bc66b7c871c7 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 944 time: 0.0504961 Apr 06 11:21:36.442159 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-139af521-63fa-48af-87a0-073ee6f824f8 req-58ca4e67-7304-40ff-85a4-d047cb9ad365 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391574 Apr 06 11:21:37.558706 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be2c60-11b3-4d8f-afce-dcc1ed0cced9 req-9537bfe8-9b3f-427e-b9f2-f72de6a4ed56 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:37.560153 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-21be2c60-11b3-4d8f-afce-dcc1ed0cced9 req-9537bfe8-9b3f-427e-b9f2-f72de6a4ed56 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 944 time: 0.0510340 Apr 06 11:21:37.605158 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-21be2c60-11b3-4d8f-afce-dcc1ed0cced9 req-65f7b5c9-fc7b-4d0c-8177-189c7d765c2c tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394485 Apr 06 11:21:38.730192 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6772547-26b5-4859-8f57-dc51698232b2 req-3c06f6e1-b4cc-40de-95d9-a0a870e28c67 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:38.731648 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c6772547-26b5-4859-8f57-dc51698232b2 req-3c06f6e1-b4cc-40de-95d9-a0a870e28c67 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 944 time: 0.0511825 Apr 06 11:21:38.776471 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c6772547-26b5-4859-8f57-dc51698232b2 req-4c2bc4f3-e8f4-40a3-87f7-f76303783e95 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393770 Apr 06 11:21:39.898131 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02b840-c899-4317-afaa-0296a0f771b5 req-40d026b5-d4ee-462b-9565-0286339971a2 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:39.899787 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b02b840-c899-4317-afaa-0296a0f771b5 req-40d026b5-d4ee-462b-9565-0286339971a2 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 944 time: 0.0577009 Apr 06 11:21:39.966682 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 45d686da-eaaa-44b1-a21e-f3b73d832298 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:21:39.967290 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6b02b840-c899-4317-afaa-0296a0f771b5 req-860312de-3b47-4314-b995-f3977869bd09 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595529 Apr 06 11:21:40.043631 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 45d686da-eaaa-44b1-a21e-f3b73d832298, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=45d686da-eaaa-44b1-a21e-f3b73d832298,segment=NetworkSegment(f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc),segment_id=f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:21:40.054879 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': '45d686da-eaaa-44b1-a21e-f3b73d832298', 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69', 'port_id': '45d686da-eaaa-44b1-a21e-f3b73d832298', 'mac_address': 'fa:16:3e:cc:8d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bc1a8c-59d4-4d32-829c-62c479dcdec4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:21:40.093907 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 45d686da-eaaa-44b1-a21e-f3b73d832298 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:21:40.094298 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:40.106744 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d686da-eaaa-44b1-a21e-f3b73d832298 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:21:40.125290 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 45d686da-eaaa-44b1-a21e-f3b73d832298, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=45d686da-eaaa-44b1-a21e-f3b73d832298,segment=NetworkSegment(f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc),segment_id=f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:21:40.229714 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:40.276358 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=45d686da-eaaa-44b1-a21e-f3b73d832298,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:40.283027 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.283373 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.283715 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.284053 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.284383 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.284713 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.285039 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.285449 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.285776 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.286100 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.286425 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.286745 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.287064 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.287381 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.287697 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:40.849197 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['45d686da-eaaa-44b1-a21e-f3b73d832298'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:21:41.086993 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437948b1-9bdd-4e13-b127-cc7cbd7e6a9b req-17b0d827-1316-4f40-a5a9-0e807f79f767 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:41.088421 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-437948b1-9bdd-4e13-b127-cc7cbd7e6a9b req-17b0d827-1316-4f40-a5a9-0e807f79f767 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 945 time: 0.0549545 Apr 06 11:21:41.132356 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-437948b1-9bdd-4e13-b127-cc7cbd7e6a9b req-c7248ae6-374c-452a-bfd3-0688e2a7277f tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383365 Apr 06 11:21:41.961931 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 45d686da-eaaa-44b1-a21e-f3b73d832298 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:21:42.064281 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port 45d686da-eaaa-44b1-a21e-f3b73d832298 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:21:42.067891 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port 45d686da-eaaa-44b1-a21e-f3b73d832298 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:21:42.068535 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:42.146791 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 45d686da-eaaa-44b1-a21e-f3b73d832298 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:21:42.147177 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:42.172374 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92887889-e053-45c2-8369-3681216bd74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d686da-eaaa-44b1-a21e-f3b73d832298'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:21:42.172374 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc105ce5-5eba-4901-93d8-c4ca04ecca19" -d '{"events": [{"server_uuid": "92887889-e053-45c2-8369-3681216bd74d", "name": "network-vif-plugged", "status": "completed", "tag": "45d686da-eaaa-44b1-a21e-f3b73d832298"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:21:42.184311 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 45d686da-eaaa-44b1-a21e-f3b73d832298, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=45d686da-eaaa-44b1-a21e-f3b73d832298,segment=NetworkSegment(f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc),segment_id=f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:21:42.242290 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:42.254030 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd4167-7ad1-4ee3-9e8f-c799f003763d req-4c724164-87fb-4a32-bce8-9e0764988292 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:42.255498 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f7cd4167-7ad1-4ee3-9e8f-c799f003763d req-4c724164-87fb-4a32-bce8-9e0764988292 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 945 time: 0.0521934 Apr 06 11:21:42.296642 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=45d686da-eaaa-44b1-a21e-f3b73d832298,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:42.305583 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f7cd4167-7ad1-4ee3-9e8f-c799f003763d req-43c71614-6723-4c58-83aa-6ff21822fb61 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438461 Apr 06 11:21:42.341041 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d54cf4-9172-4b46-9914-e06008efd5a2 x-openstack-request-id: req-d0d54cf4-9172-4b46-9914-e06008efd5a2 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:21:42.341352 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92887889-e053-45c2-8369-3681216bd74d", "name": "network-vif-plugged", "status": "completed", "tag": "45d686da-eaaa-44b1-a21e-f3b73d832298", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:21:42.341603 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d0d54cf4-9172-4b46-9914-e06008efd5a2 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:21:42.341997 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d54cf4-9172-4b46-9914-e06008efd5a2'] response: {'server_uuid': '92887889-e053-45c2-8369-3681216bd74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d686da-eaaa-44b1-a21e-f3b73d832298', 'code': 200} Apr 06 11:21:42.685550 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf485d1c-0087-4669-bbbc-18036f793d29 req-35956bc3-1ab6-400f-ad2e-12a61b840430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:42.687043 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf485d1c-0087-4669-bbbc-18036f793d29 req-35956bc3-1ab6-400f-ad2e-12a61b840430 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 1130 time: 0.0442691 Apr 06 11:21:42.738195 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bf485d1c-0087-4669-bbbc-18036f793d29 req-03ba3f8f-0540-43c8-a318-de1ea7c2b921 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452480 Apr 06 11:21:43.422495 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404df6d-d437-471d-b47f-bd1d08bb6550 req-1860357c-9271-464f-b792-88365f63a364 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:43.423982 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f404df6d-d437-471d-b47f-bd1d08bb6550 req-1860357c-9271-464f-b792-88365f63a364 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 946 time: 0.0512297 Apr 06 11:21:43.481228 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f404df6d-d437-471d-b47f-bd1d08bb6550 req-d760c0e5-c7d0-43c2-95bb-b04918ced316 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509868 Apr 06 11:21:44.596967 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14787c9-e8f1-48c4-840c-9e017fec4c36 req-cf544e89-ce6b-4d13-9fba-d3aec3aae8a8 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:44.598438 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f14787c9-e8f1-48c4-840c-9e017fec4c36 req-cf544e89-ce6b-4d13-9fba-d3aec3aae8a8 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 946 time: 0.0508730 Apr 06 11:21:44.647867 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f14787c9-e8f1-48c4-840c-9e017fec4c36 req-90366a6b-8e85-4d09-a1de-27c610d31813 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432873 Apr 06 11:21:45.265428 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9069aa-5065-4b38-8de2-2c28bbb014e4 req-b3892e31-e0ef-49d5-980c-7f1d9d200c13 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:45.267978 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9e9069aa-5065-4b38-8de2-2c28bbb014e4 req-b3892e31-e0ef-49d5-980c-7f1d9d200c13 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0653279 Apr 06 11:21:45.324779 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9e9069aa-5065-4b38-8de2-2c28bbb014e4 req-c37cd08e-6a37-4d04-b804-aaa7b8d3b976 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485530 Apr 06 11:21:45.772077 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e2dd3-37b5-43a2-aafa-97e38820ce17 req-6f1d91ab-c072-48f0-88fb-5e9d9e512e6b tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:45.773547 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ff0e2dd3-37b5-43a2-aafa-97e38820ce17 req-6f1d91ab-c072-48f0-88fb-5e9d9e512e6b tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 946 time: 0.0516584 Apr 06 11:21:45.819742 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ff0e2dd3-37b5-43a2-aafa-97e38820ce17 req-c3cc58b5-c7a1-44e2-b454-26aad6f0be99 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Apr 06 11:21:46.150504 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:46.443987 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26ab13-29c3-4212-9ad1-a78845e52355 req-b3fb3f65-d81a-464b-a3a9-1fd7d3d602f9 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:46.451099 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1b26ab13-29c3-4212-9ad1-a78845e52355 req-b3fb3f65-d81a-464b-a3a9-1fd7d3d602f9 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0582266 Apr 06 11:21:46.494939 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1b26ab13-29c3-4212-9ad1-a78845e52355 req-2c3d0ce3-8aa2-44a1-9375-51554a5c5c38 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430069 Apr 06 11:21:47.268256 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56692) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:47.382179 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b45025ef-8361-4568-87de-729c959bdf78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:47.466226 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b45025ef-8361-4568-87de-729c959bdf78 admin admin] Publish callbacks [] for security_group (8995a719-2938-4079-b10f-e366ba07fc97), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:47.555485 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b45025ef-8361-4568-87de-729c959bdf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (8995a719-2938-4079-b10f-e366ba07fc97), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:47.596349 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b45025ef-8361-4568-87de-729c959bdf78 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2fb98a0637ef4dde8ca896834b10be9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267710 Apr 06 11:21:47.598011 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45025ef-8361-4568-87de-729c959bdf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8995a719-2938-4079-b10f-e366ba07fc97,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:47.599008 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56704) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:47.636505 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae289ec1-e18b-4405-983d-c468f67d0df9 req-733e3caa-bafb-4042-9b20-ff56dc413c0c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:47.638012 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ae289ec1-e18b-4405-983d-c468f67d0df9 req-733e3caa-bafb-4042-9b20-ff56dc413c0c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0766246 Apr 06 11:21:47.692410 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8b11-4447-4678-a9e5-4255d370cb6e admin admin] Publish callbacks [] for security_group (8995a719-2938-4079-b10f-e366ba07fc97), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:47.719691 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ae289ec1-e18b-4405-983d-c468f67d0df9 req-fd399a82-7927-481d-93b0-36261bcc5f84 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741169 Apr 06 11:21:47.728117 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8b11-4447-4678-a9e5-4255d370cb6e admin admin] Publish callbacks [] for security_group (8995a719-2938-4079-b10f-e366ba07fc97), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:47.846528 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8b11-4447-4678-a9e5-4255d370cb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (8995a719-2938-4079-b10f-e366ba07fc97), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:47.849102 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8b11-4447-4678-a9e5-4255d370cb6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:47.850233 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8cfb8b11-4447-4678-a9e5-4255d370cb6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8995a719-2938-4079-b10f-e366ba07fc97 HTTP/1.1" status: 204 len: 168 time: 0.2501175 Apr 06 11:21:47.857919 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb8b11-4447-4678-a9e5-4255d370cb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8995a719-2938-4079-b10f-e366ba07fc97,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:48.840658 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb77d0-ba2b-4a4e-afc3-6e769e9101c0 req-b8aacbbc-a1ad-44ce-b041-32c2720c66b2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:48.842147 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9bfb77d0-ba2b-4a4e-afc3-6e769e9101c0 req-b8aacbbc-a1ad-44ce-b041-32c2720c66b2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0528028 Apr 06 11:21:48.889524 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9bfb77d0-ba2b-4a4e-afc3-6e769e9101c0 req-14f29fc0-f537-48d0-840f-ccd085939978 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Apr 06 11:21:50.005076 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca383cc-ffb4-4708-ba4d-edb4347b9a01 req-e0de2825-9c00-4c68-a65f-3fdb5943bc8f tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:50.006526 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0ca383cc-ffb4-4708-ba4d-edb4347b9a01 req-e0de2825-9c00-4c68-a65f-3fdb5943bc8f tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0512860 Apr 06 11:21:50.057107 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0ca383cc-ffb4-4708-ba4d-edb4347b9a01 req-7d45a7af-9da3-4ea7-9415-b0a70ed66558 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450215 Apr 06 11:21:51.175232 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1de5c-638a-49d4-997d-866291e653f9 req-69cd7e4e-2fa4-494e-8593-66607dc8938a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:51.176543 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84a1de5c-638a-49d4-997d-866291e653f9 req-69cd7e4e-2fa4-494e-8593-66607dc8938a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0533426 Apr 06 11:21:51.224150 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-84a1de5c-638a-49d4-997d-866291e653f9 req-eed6500e-3c61-4c37-82e6-5bd7acc3a6be tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415320 Apr 06 11:21:51.903915 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4064efc3-d4be-4673-b942-410bf93a07b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:52.344315 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f64d3-7abb-4d29-b601-f3f9b5f18319 req-8732cbbf-fdee-43b3-82e1-ea1c0dcd43b0 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:52.345812 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f43f64d3-7abb-4d29-b601-f3f9b5f18319 req-8732cbbf-fdee-43b3-82e1-ea1c0dcd43b0 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0567977 Apr 06 11:21:52.392788 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f43f64d3-7abb-4d29-b601-f3f9b5f18319 req-171c7fd4-e900-44ec-b18d-26c6b69ad324 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414023 Apr 06 11:21:53.511188 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa24a9-fae6-4ab4-9f07-6b69b68f76ca req-55ff51dd-6e20-406b-91f6-f167fb215dd1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:53.512647 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b5aa24a9-fae6-4ab4-9f07-6b69b68f76ca req-55ff51dd-6e20-406b-91f6-f167fb215dd1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0533509 Apr 06 11:21:53.561192 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b5aa24a9-fae6-4ab4-9f07-6b69b68f76ca req-0986f87a-f26e-4bf4-a5cb-ab8da38721a0 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Apr 06 11:21:54.275338 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bbe2c28c-c98f-41c0-9a61-f08188139291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:54.680502 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1e15a-1595-4b7e-bbee-c27dbba6e367 req-3189ba67-ef8a-4eaf-9084-a51611508693 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:54.681977 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-82f1e15a-1595-4b7e-bbee-c27dbba6e367 req-3189ba67-ef8a-4eaf-9084-a51611508693 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0539632 Apr 06 11:21:54.734951 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-82f1e15a-1595-4b7e-bbee-c27dbba6e367 req-039faae0-e60e-4f98-8147-0e360376bacd tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474207 Apr 06 11:21:55.350115 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:55.852387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21214e-8656-4ffb-9c67-284cf308989f req-7c8a62ba-cc83-49d2-95a2-d5ba82a4d256 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:55.853870 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c21214e-8656-4ffb-9c67-284cf308989f req-7c8a62ba-cc83-49d2-95a2-d5ba82a4d256 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0516765 Apr 06 11:21:55.905914 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4c21214e-8656-4ffb-9c67-284cf308989f req-6b830fea-666c-4fb5-af2c-492df445b814 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462518 Apr 06 11:21:56.801182 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:57.022575 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8937293-72ba-4eff-92fc-136d347261e4 req-104b39a9-c9bb-4f40-a60f-76fc09ea7b46 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:57.024566 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b8937293-72ba-4eff-92fc-136d347261e4 req-104b39a9-c9bb-4f40-a60f-76fc09ea7b46 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0515127 Apr 06 11:21:57.075477 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b8937293-72ba-4eff-92fc-136d347261e4 req-d31b4805-b02b-4d1c-85ba-0f83de228e44 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452716 Apr 06 11:21:58.197331 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab6928-77d9-48a0-b41c-ed67650a1dfd req-d0b4d7c5-89c2-4d02-b596-ee648a5e10aa tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:58.198884 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d5ab6928-77d9-48a0-b41c-ed67650a1dfd req-d0b4d7c5-89c2-4d02-b596-ee648a5e10aa tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0571234 Apr 06 11:21:58.249718 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d5ab6928-77d9-48a0-b41c-ed67650a1dfd req-5829ff04-17e8-4073-b5d5-53a630308978 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 Apr 06 11:21:58.286513 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:59.373677 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e163a2d-1294-4b3e-8a28-975205fd7a67 req-05139fcf-a19b-43b7-8ba6-4f111be10a99 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:59.375153 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3e163a2d-1294-4b3e-8a28-975205fd7a67 req-05139fcf-a19b-43b7-8ba6-4f111be10a99 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0532634 Apr 06 11:21:59.428895 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3e163a2d-1294-4b3e-8a28-975205fd7a67 req-158da69f-01be-46a2-a9cd-63024e5461ff tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480833 Apr 06 11:22:00.330269 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56804) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:00.432556 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42219a00-2763-4c8a-8d63-72f72e6661a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:00.508749 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42219a00-2763-4c8a-8d63-72f72e6661a0 admin admin] Publish callbacks [] for security_group (f7eebc04-3c47-42ea-b72a-994e0b3a043e), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:00.556416 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548eddcf-71e1-48a1-8a1d-48c79fac81a7 req-2778ac0e-7aa8-41f5-9b8c-092a21e5db76 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:00.557970 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-548eddcf-71e1-48a1-8a1d-48c79fac81a7 req-2778ac0e-7aa8-41f5-9b8c-092a21e5db76 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0598655 Apr 06 11:22:00.572233 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42219a00-2763-4c8a-8d63-72f72e6661a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f7eebc04-3c47-42ea-b72a-994e0b3a043e), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:00.610608 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-42219a00-2763-4c8a-8d63-72f72e6661a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=810a153f99914b7686ae1eb028f5fe38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792394 Apr 06 11:22:00.613137 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42219a00-2763-4c8a-8d63-72f72e6661a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eebc04-3c47-42ea-b72a-994e0b3a043e,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:00.613891 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56814) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:00.645770 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-548eddcf-71e1-48a1-8a1d-48c79fac81a7 req-521f3293-10d0-4871-b1b5-76f79dce2cf0 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739918 Apr 06 11:22:00.650281 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126fbc8-2d19-403b-9d84-b71ac69382c3 req-62989762-c2ff-4421-bd90-9451a0f92dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:00.651747 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1126fbc8-2d19-403b-9d84-b71ac69382c3 req-62989762-c2ff-4421-bd90-9451a0f92dbe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1&device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 1130 time: 0.1111436 Apr 06 11:22:00.736624 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Publish callbacks [] for security_group (f7eebc04-3c47-42ea-b72a-994e0b3a043e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:00.777030 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Publish callbacks [] for security_group (f7eebc04-3c47-42ea-b72a-994e0b3a043e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:00.778919 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126fbc8-2d19-403b-9d84-b71ac69382c3 req-1300dcbd-6354-41f8-a8f7-fa1cc4bf53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:00.780346 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1126fbc8-2d19-403b-9d84-b71ac69382c3 req-1300dcbd-6354-41f8-a8f7-fa1cc4bf53bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=efbb6485-fa12-4438-9916-e550e451dc89 HTTP/1.1" status: 200 len: 909 time: 0.1209991 Apr 06 11:22:00.858738 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1126fbc8-2d19-403b-9d84-b71ac69382c3 req-b89055a1-80db-4d34-9cf1-a46ce14933a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c HTTP/1.1" status: 200 len: 1002 time: 0.0698490 Apr 06 11:22:00.909308 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126fbc8-2d19-403b-9d84-b71ac69382c3 req-faad9ecc-28f2-405e-b98a-9fd8fa3b06da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:00.910692 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1126fbc8-2d19-403b-9d84-b71ac69382c3 req-faad9ecc-28f2-405e-b98a-9fd8fa3b06da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7399389-a576-4ce9-ad72-a9eb23603df1 HTTP/1.1" status: 200 len: 847 time: 0.0460327 Apr 06 11:22:00.950966 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f7eebc04-3c47-42ea-b72a-994e0b3a043e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:00.953505 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:00.954615 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7eebc04-3c47-42ea-b72a-994e0b3a043e HTTP/1.1" status: 204 len: 168 time: 0.3397861 Apr 06 11:22:00.965275 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eebc04-3c47-42ea-b72a-994e0b3a043e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:00.975853 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.976213 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.976555 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.976900 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.977274 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.977608 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.977934 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.978259 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.979139 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.979452 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.979765 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.980260 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.980412 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.980703 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.981002 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64900c-1e5a-496a-a573-22e09c52920e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:00.988789 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126fbc8-2d19-403b-9d84-b71ac69382c3 req-d7b24ace-479f-4e8b-bdf7-f7ed798994ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:00.988789 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1126fbc8-2d19-403b-9d84-b71ac69382c3 req-d7b24ace-479f-4e8b-bdf7-f7ed798994ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efbb6485-fa12-4438-9916-e550e451dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704193 Apr 06 11:22:01.077985 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1126fbc8-2d19-403b-9d84-b71ac69382c3 req-f74b600d-f007-4f00-907a-392e5bba04c6 service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817049 Apr 06 11:22:01.169684 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1126fbc8-2d19-403b-9d84-b71ac69382c3 req-aa792fdd-75ae-4378-bcec-c1b0e4efb007 service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851808 Apr 06 11:22:01.774749 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d5bc0-0bb9-4b60-a0e4-0ce7501c4f53 req-e88d99e7-1708-4197-9ab9-23a17bf72b1a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:01.776853 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-304d5bc0-0bb9-4b60-a0e4-0ce7501c4f53 req-e88d99e7-1708-4197-9ab9-23a17bf72b1a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0567243 Apr 06 11:22:01.825242 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-304d5bc0-0bb9-4b60-a0e4-0ce7501c4f53 req-44ae7009-5346-4bf5-8f4a-d5b8d188408c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427294 Apr 06 11:22:01.886535 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56844) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:01.983293 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1211899562-network', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:02.063214 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Made reservation on behalf of 13d5d442d5ce480f95e106d1889fa687 for: {'network': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:22:02.065456 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.073998 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.143919 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Publish callbacks [] for security_group (bf75394d-481b-47cb-adf1-51accac59c55), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.194623 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (bf75394d-481b-47cb-adf1-51accac59c55), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.220441 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=104088) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:22:02.225611 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf75394d-481b-47cb-adf1-51accac59c55,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:02.233111 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (910b1b33-4120-4dfa-820f-f1baadb39662), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.233111 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.segments_db [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Added segment 910b1b33-4120-4dfa-820f-f1baadb39662 of type vlan for network ee21460c-e486-424d-9ac1-69b80782df06 Apr 06 11:22:02.278463 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (ee21460c-e486-424d-9ac1-69b80782df06), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.360477 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (ee21460c-e486-424d-9ac1-69b80782df06), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.361528 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:02.362106 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.421800 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] Pushing event updated for resources: {'Network': ['ID=ee21460c-e486-424d-9ac1-69b80782df06,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:02.433326 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network ee21460c-e486-424d-9ac1-69b80782df06 details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:22:02.466777 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-56489b1f-aa8b-466a-80d7-2c346813983b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5791254 Apr 06 11:22:02.469553 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56850) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:02.474815 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-9f4a03c0-3945-4f53-a0b9-39cc305167d9 admin admin] Request body: {'subnet': {'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1211899562-subnet', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:02.555192 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4a03c0-3945-4f53-a0b9-39cc305167d9 admin admin] Made reservation on behalf of 13d5d442d5ce480f95e106d1889fa687 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:22:02.558239 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f4a03c0-3945-4f53-a0b9-39cc305167d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4783688'] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.795330 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f4a03c0-3945-4f53-a0b9-39cc305167d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4783702'] for subnet (e823273f-69cc-4e79-af1e-7f15ee184e6a), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.846445 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a03c0-3945-4f53-a0b9-39cc305167d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e823273f-69cc-4e79-af1e-7f15ee184e6a,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:02.856672 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a03c0-3945-4f53-a0b9-39cc305167d9 admin admin] Checking segment: {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:22:02.857035 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4a03c0-3945-4f53-a0b9-39cc305167d9 admin admin] Network hostable DHCP agents. Network: ee21460c-e486-424d-9ac1-69b80782df06, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:22:02.946907 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f779349-3620-4271-b988-22ea3dde9744 req-2f4ac1da-a4d4-4e89-8e41-6a4c47e731c3 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:02.948904 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5f779349-3620-4271-b988-22ea3dde9744 req-2f4ac1da-a4d4-4e89-8e41-6a4c47e731c3 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0527081 Apr 06 11:22:02.955026 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4a03c0-3945-4f53-a0b9-39cc305167d9 admin admin] Network ee21460c-e486-424d-9ac1-69b80782df06 is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:22:03.000215 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5f779349-3620-4271-b988-22ea3dde9744 req-42f70d5d-8d2b-456d-ba8d-3179ba28363c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455706 Apr 06 11:22:03.035224 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-9f4a03c0-3945-4f53-a0b9-39cc305167d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, ee21460c-e486-424d-9ac1-69b80782df06) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:03.039386 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4a03c0-3945-4f53-a0b9-39cc305167d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:03.040178 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9f4a03c0-3945-4f53-a0b9-39cc305167d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.044683 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f6abb1-063c-483b-86a3-a46154f84149 None None] Network ee21460c-e486-424d-9ac1-69b80782df06 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:22:03.117920 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9f4a03c0-3945-4f53-a0b9-39cc305167d9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6472409 Apr 06 11:22:03.120973 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56854) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:03.125371 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:03.143433 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28525485-dc93-55e7-828a-302e78cf7f1a-ee21460c-e486-424d-9ac1-69b80782df06', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a'}]}} from dv-cinder-836072-2-iscsi. {{(pid=104089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:22:03.144428 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.195436 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64461'] for router (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.196593 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8040451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64436'] for router (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.254032 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Publish callbacks [] for router_controller (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), precommit_add_association {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.277036 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Allocated IP 172.20.0.2 (ee21460c-e486-424d-9ac1-69b80782df06/e823273f-69cc-4e79-af1e-7f15ee184e6a/027c72e2-0c11-4b1f-b30d-0798d77beada) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:22:03.414590 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Publish callbacks [] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.459244 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Publish callbacks [] for router_gateway (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.486944 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.659526 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Network ee21460c-e486-424d-9ac1-69b80782df06 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:22:03.664737 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:03.668739 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:22:03.680381 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Pushing event updated for resources: {'Port': ['ID=027c72e2-0c11-4b1f-b30d-0798d77beada,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:03.734676 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Attempting to bind port 027c72e2-0c11-4b1f-b30d-0798d77beada on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:22:03.735006 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Attempting to bind port 027c72e2-0c11-4b1f-b30d-0798d77beada by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:22:03.735555 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Attempting to bind port 027c72e2-0c11-4b1f-b30d-0798d77beada on network ee21460c-e486-424d-9ac1-69b80782df06 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:22:03.740977 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:22:03.741382 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Checking segment: {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:22:03.741783 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.742327 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Bound using segment: {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:22:03.742809 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Bound port: 027c72e2-0c11-4b1f-b30d-0798d77beada, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:22:03.743188 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.811663 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] For port 027c72e2-0c11-4b1f-b30d-0798d77beada, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:22:03.815231 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] For port 027c72e2-0c11-4b1f-b30d-0798d77beada, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=027c72e2-0c11-4b1f-b30d-0798d77beada,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:22:03.898770 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.963732 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd95290-6100-4fae-95c2-e6c6788bad26 None None] Pushing event updated for resources: {'Port': ['ID=027c72e2-0c11-4b1f-b30d-0798d77beada,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:03.991291 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Publish callbacks [] for router_gateway (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:04.007538 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:04.019984 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:22:04.156400 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Allocated IP 172.27.3.133 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/4406b642-d9e9-44db-88ef-9e81f1f44755) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:22:04.221184 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea9cb1-97ef-45c2-99d0-07b3f0a06006 req-73b1d087-c2e0-4603-9398-efd67406871c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:04.222736 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d6ea9cb1-97ef-45c2-99d0-07b3f0a06006 req-73b1d087-c2e0-4603-9398-efd67406871c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.1515388 Apr 06 11:22:04.302926 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d6ea9cb1-97ef-45c2-99d0-07b3f0a06006 req-ae49d5bb-7b57-45a5-bf88-cb676803433c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742412 Apr 06 11:22:04.319924 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Publish callbacks [] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:04.412552 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:04.449863 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:22:04.454628 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:04.458241 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:22:04.463984 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Pushing event updated for resources: {'Port': ['ID=4406b642-d9e9-44db-88ef-9e81f1f44755,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:04.752361 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Publish callbacks [] for router_gateway (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:04.868458 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5b10f0-950f-4fb9-82aa-65ad8545ca7c None None] Network ee21460c-e486-424d-9ac1-69b80782df06 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:22:04.921531 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-8af0156c-429f-41e9-ac41-ad928a42fb8d None None] Provisioning complete for port 027c72e2-0c11-4b1f-b30d-0798d77beada triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:04.924593 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8af0156c-429f-41e9-ac41-ad928a42fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:04.968658 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8041938'] for router (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:04.969921 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 027c72e2-0c11-4b1f-b30d-0798d77beada up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:22:05.093726 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 027c72e2-0c11-4b1f-b30d-0798d77beada triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:05.094078 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:05.095419 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-8af0156c-429f-41e9-ac41-ad928a42fb8d None None] Current status of the port 027c72e2-0c11-4b1f-b30d-0798d77beada is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:05.095786 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8af0156c-429f-41e9-ac41-ad928a42fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:05.149395 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 is scheduled to L3 agent a612e23e-0641-4851-85ac-d61b6e63725e with binding_index 1 {{(pid=104088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:22:05.158698 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-8af0156c-429f-41e9-ac41-ad928a42fb8d None None] For port 027c72e2-0c11-4b1f-b30d-0798d77beada, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=027c72e2-0c11-4b1f-b30d-0798d77beada,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:22:05.196881 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8af0156c-429f-41e9-ac41-ad928a42fb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:05.229616 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 027c72e2-0c11-4b1f-b30d-0798d77beada is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:05.230005 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:05.265877 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0156c-429f-41e9-ac41-ad928a42fb8d None None] Pushing event updated for resources: {'Port': ['ID=027c72e2-0c11-4b1f-b30d-0798d77beada,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:05.271737 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:22:05.301428 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Sync routers for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:22:05.330308 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:05.331706 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-42fe6442-f876-49a2-811a-133466a9533b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2096996 Apr 06 11:22:05.334410 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56866) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:05.340601 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.db.api [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104089) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 11:22:05.340601 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG oslo_db.api [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 11:22:05.340601 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:22:05.340601 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:21:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:05.376417 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-362f8096-cfee-4b48-82a2-3f029199fd50 None None] Provisioning complete for port 027c72e2-0c11-4b1f-b30d-0798d77beada triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:05.376682 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-362f8096-cfee-4b48-82a2-3f029199fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:05.477084 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9477022-706f-40e2-8862-981c0c8934e2 req-1d37256a-db02-4fbc-a459-0ee95b3fe216 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:05.478549 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a9477022-706f-40e2-8862-981c0c8934e2 req-1d37256a-db02-4fbc-a459-0ee95b3fe216 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.1014528 Apr 06 11:22:05.480255 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:22:05.606544 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-362f8096-cfee-4b48-82a2-3f029199fd50 None None] Current status of the port 027c72e2-0c11-4b1f-b30d-0798d77beada is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:05.697668 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:04Z', 'revision_number': 3, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:05.723930 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Checking router: a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:22:05.724282 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Updating router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 port 4406b642-d9e9-44db-88ef-9e81f1f44755 binding host dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:22:05.752635 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:05.873973 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a9477022-706f-40e2-8862-981c0c8934e2 req-c0ee0e5e-cf3e-4a83-a5b1-90f49728bdd1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3891501 Apr 06 11:22:05.921927 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 027c72e2-0c11-4b1f-b30d-0798d77beada is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:06.033067 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Publish callbacks [] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.059626 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device f2b182e5-82f4-446f-be1f-0ad6fb187d1c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:22:06.099361 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.110548 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.185721 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30aa83-ae94-48ab-b53b-ec78029df8cd None None] Pushing event updated for resources: {'Port': ['ID=4406b642-d9e9-44db-88ef-9e81f1f44755,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:06.191953 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port f2b182e5-82f4-446f-be1f-0ad6fb187d1c is: ACTIVE; New status is: DOWN {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:06.191953 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.192205 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Attempting to bind port 4406b642-d9e9-44db-88ef-9e81f1f44755 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:22:06.192363 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Attempting to bind port 4406b642-d9e9-44db-88ef-9e81f1f44755 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:22:06.192730 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Attempting to bind port 4406b642-d9e9-44db-88ef-9e81f1f44755 on network b8e3ac99-7604-4669-8bd3-91990de5fe29 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:22:06.205808 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:22:06.206186 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Checking segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:22:06.206585 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.206979 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Bound using segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:22:06.207455 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Bound port: 4406b642-d9e9-44db-88ef-9e81f1f44755, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:22:06.207838 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.239216 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:22:06.241531 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eec9eb5-877d-4fc9-b48d-fcc2afd0b0f1" -d '{"events": [{"server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:22:06.261473 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port f2b182e5-82f4-446f-be1f-0ad6fb187d1c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:22:06.279631 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 11:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410e534a-be45-4332-9801-fc5c98a6cc5a x-openstack-request-id: req-410e534a-be45-4332-9801-fc5c98a6cc5a {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:22:06.279631 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "name": "network-vif-unplugged", "status": "failed", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c", "code": 422}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:22:06.279631 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-410e534a-be45-4332-9801-fc5c98a6cc5a {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:22:06.279945 dv-cinder-836072-2-iscsi neutron-server[104089]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-410e534a-be45-4332-9801-fc5c98a6cc5a']: {'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'code': 422} returned with failed status Apr 06 11:22:06.284977 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] For port 4406b642-d9e9-44db-88ef-9e81f1f44755, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:22:06.288181 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] For port 4406b642-d9e9-44db-88ef-9e81f1f44755, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4406b642-d9e9-44db-88ef-9e81f1f44755,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:22:06.323653 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Allocated IP 172.20.0.1 (ee21460c-e486-424d-9ac1-69b80782df06/e823273f-69cc-4e79-af1e-7f15ee184e6a/2844c29d-d1c8-4249-b80e-e8d8c39a3796) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:22:06.326811 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.341978 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4e986-172a-4c85-8626-00f590c4c475 req-71da5a14-5cc8-4c48-8fe6-10cc8e4b99f6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:06.343507 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a6a4e986-172a-4c85-8626-00f590c4c475 req-71da5a14-5cc8-4c48-8fe6-10cc8e4b99f6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.1178086 Apr 06 11:22:06.357769 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.388892 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,revision_number=6']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:06.423890 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:22:06.424526 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:21:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:06.477007 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30aa83-ae94-48ab-b53b-ec78029df8cd None None] Pushing event updated for resources: {'Port': ['ID=4406b642-d9e9-44db-88ef-9e81f1f44755,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:06.487440 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a6a4e986-172a-4c85-8626-00f590c4c475 req-ee0d3cb9-dd1e-4e00-87a0-125f140084f2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312029 Apr 06 11:22:06.494293 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-4ae615ac-92f7-4ebe-9e73-748746a47e82 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2028258 Apr 06 11:22:06.527307 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Publish callbacks [] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.624958 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.666517 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Network ee21460c-e486-424d-9ac1-69b80782df06 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:22:06.669689 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:06.673835 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:22:06.689873 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:22:06.711679 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2844c29d-d1c8-4249-b80e-e8d8c39a3796,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:06.715918 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-5d8bf80e-39f6-450e-bf37-e5242201def8 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:06.717347 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-5d8bf80e-39f6-450e-bf37-e5242201def8 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports/f2b182e5-82f4-446f-be1f-0ad6fb187d1c HTTP/1.1" status: 200 len: 941 time: 0.1863444 Apr 06 11:22:06.730880 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8041731'] for router_interface (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.900761 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:04Z', 'revision_number': 3, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:06.938193 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.942316 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2938e9a-51e0-4351-8325-52b82ca8e036 None None] The sync data for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi is: [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:04Z', 'revision_number': 3, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:22:06.949791 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 027c72e2-0c11-4b1f-b30d-0798d77beada up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:22:07.016900 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 027c72e2-0c11-4b1f-b30d-0798d77beada triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:07.017450 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:07.070546 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-fd60656a-530d-44af-97a0-f1c1c1fe77a4 None None] Provisioning complete for port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:07.070546 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd60656a-530d-44af-97a0-f1c1c1fe77a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:07.125729 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Publish callbacks [] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:07.132230 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-fd60656a-530d-44af-97a0-f1c1c1fe77a4 None None] Port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:22:07.144851 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 027c72e2-0c11-4b1f-b30d-0798d77beada is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:07.198710 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:07.275394 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8362797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8039059'] for router_interface (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:07.280411 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Pushing event updated for resources: {'Port': ['ID=2844c29d-d1c8-4249-b80e-e8d8c39a3796,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:07.384919 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Network ee21460c-e486-424d-9ac1-69b80782df06 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:22:07.388352 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:07.534324 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:22:07.636432 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ec5a7-d6c6-48e8-bda8-24e84b5227b7 req-d3a48a60-3e31-4055-8878-abcf11178f2f tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:07.645045 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d0ec5a7-d6c6-48e8-bda8-24e84b5227b7 req-d3a48a60-3e31-4055-8878-abcf11178f2f tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0738401 Apr 06 11:22:07.687025 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-40d6a3b6-bbc4-4266-9fa6-671817be0e33 None None] Provisioning complete for port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:07.687025 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-40d6a3b6-bbc4-4266-9fa6-671817be0e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:07.689151 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:22:07.709152 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c4f736af-42e0-4512-b87e-8c31cfbf46b4 admin admin] 10.222.0.62 "PUT /v2.0/routers/a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3600407 Apr 06 11:22:07.717045 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2d0ec5a7-d6c6-48e8-bda8-24e84b5227b7 req-4279ce36-fa0c-4d5c-83de-8a66053e6be2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707769 Apr 06 11:22:07.754150 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-40d6a3b6-bbc4-4266-9fa6-671817be0e33 None None] Port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:22:08.452713 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56906) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:08.458097 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-772770328-network', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:08.549340 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Made reservation on behalf of b1395205e472422fa5d105961d6d0c52 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:22:08.552077 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:08.563945 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:08.590000 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Sync routers for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:22:08.599849 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:22:08.600396 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:21:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:08.641368 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Publish callbacks [] for security_group (6fdd8d34-59b0-4eb0-8233-e862a8e978b7), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:08.732807 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (6fdd8d34-59b0-4eb0-8233-e862a8e978b7), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:08.762651 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:22:08.773185 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdd8d34-59b0-4eb0-8233-e862a8e978b7,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:08.778953 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (bbc07bd6-53d8-426b-826b-4a1dfbcd83df), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:08.779301 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Added segment bbc07bd6-53d8-426b-826b-4a1dfbcd83df of type vlan for network 2d91dff0-43af-4b7c-98ef-f509558da759 Apr 06 11:22:08.805732 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:22:08.858143 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (2d91dff0-43af-4b7c-98ef-f509558da759), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:08.904518 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa1fae-59c6-47a6-a051-f9edb594957a req-af38e30d-02bc-42e3-b34f-da569c6f7629 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:08.906164 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1caa1fae-59c6-47a6-a051-f9edb594957a req-af38e30d-02bc-42e3-b34f-da569c6f7629 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0885241 Apr 06 11:22:08.964111 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4406b642-d9e9-44db-88ef-9e81f1f44755 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:22:08.971705 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (2d91dff0-43af-4b7c-98ef-f509558da759), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:08.972745 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:08.973415 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:08.987715 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1caa1fae-59c6-47a6-a051-f9edb594957a req-8d47effe-cff7-4da5-a1e3-2b50ed7771b3 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759215 Apr 06 11:22:09.039089 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 4406b642-d9e9-44db-88ef-9e81f1f44755 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:09.039864 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.042754 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] Pushing event updated for resources: {'Network': ['ID=2d91dff0-43af-4b7c-98ef-f509558da759,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:09.046003 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 2, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:09.068442 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network 2d91dff0-43af-4b7c-98ef-f509558da759 details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:22:09.076381 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Checking router: a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:22:09.077131 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Updating router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 binding host dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:22:09.097644 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-071ead6d-44b7-4d6f-92c2-1db0b29f6b26 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6436322 Apr 06 11:22:09.100907 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56912) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:09.105138 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.107029 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-23440526-bacc-45e2-825a-1122fa6a5e44 admin admin] Request body: {'subnet': {'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-772770328-subnet', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:09.194890 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23440526-bacc-45e2-825a-1122fa6a5e44 admin admin] Made reservation on behalf of b1395205e472422fa5d105961d6d0c52 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:22:09.198372 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-23440526-bacc-45e2-825a-1122fa6a5e44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4783688'] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.200653 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 4406b642-d9e9-44db-88ef-9e81f1f44755 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:09.201265 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.222828 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port 4406b642-d9e9-44db-88ef-9e81f1f44755, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4406b642-d9e9-44db-88ef-9e81f1f44755,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:22:09.275780 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.330340 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=4406b642-d9e9-44db-88ef-9e81f1f44755,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:09.388257 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Publish callbacks [] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.429377 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-23440526-bacc-45e2-825a-1122fa6a5e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4783702'] for subnet (4239a973-a90a-4189-8367-f52e76daf6f8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.457720 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.496905 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23440526-bacc-45e2-825a-1122fa6a5e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4239a973-a90a-4189-8367-f52e76daf6f8,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:09.506008 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Pushing event updated for resources: {'Port': ['ID=2844c29d-d1c8-4249-b80e-e8d8c39a3796,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:09.507776 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23440526-bacc-45e2-825a-1122fa6a5e44 admin admin] Checking segment: {'id': 'bbc07bd6-53d8-426b-826b-4a1dfbcd83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:22:09.508309 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23440526-bacc-45e2-825a-1122fa6a5e44 admin admin] Network hostable DHCP agents. Network: 2d91dff0-43af-4b7c-98ef-f509558da759, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.521614 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:09.559485 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-ee746791-e243-4866-a040-515a2ed6082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:09.561223 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-ee746791-e243-4866-a040-515a2ed6082e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea&tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1 HTTP/1.1" status: 200 len: 1128 time: 0.0595384 Apr 06 11:22:09.575666 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Attempting to bind port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:22:09.576023 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Attempting to bind port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:22:09.576375 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Attempting to bind port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 on network ee21460c-e486-424d-9ac1-69b80782df06 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:22:09.581572 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:22:09.581901 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Checking segment: {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:22:09.582294 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.582674 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Bound using segment: {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:22:09.583129 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Bound port: 2844c29d-d1c8-4249-b80e-e8d8c39a3796, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:22:09.583517 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.590038 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23440526-bacc-45e2-825a-1122fa6a5e44 admin admin] Network 2d91dff0-43af-4b7c-98ef-f509558da759 is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:22:09.654198 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] For port 2844c29d-d1c8-4249-b80e-e8d8c39a3796, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:22:09.655106 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-71defbc9-f716-4ced-be00-0ccc8bbf6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:09.656892 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-71defbc9-f716-4ced-be00-0ccc8bbf6005 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1&device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 1128 time: 0.0557191 Apr 06 11:22:09.658093 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] For port 2844c29d-d1c8-4249-b80e-e8d8c39a3796, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=2844c29d-d1c8-4249-b80e-e8d8c39a3796,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:22:09.663671 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-23440526-bacc-45e2-825a-1122fa6a5e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, 2d91dff0-43af-4b7c-98ef-f509558da759) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:09.677348 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23440526-bacc-45e2-825a-1122fa6a5e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:09.677943 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-23440526-bacc-45e2-825a-1122fa6a5e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.685724 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a051b2d-a869-489e-b7d5-ef12918db26a None None] Network 2d91dff0-43af-4b7c-98ef-f509558da759 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:22:09.756761 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-006ca891-a8c7-4756-838d-61d7c92d4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:09.758211 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-006ca891-a8c7-4756-838d-61d7c92d4e0b service neutron] 10.222.0.49 "GET /v2.0/networks?id=efbb6485-fa12-4438-9916-e550e451dc89 HTTP/1.1" status: 200 len: 909 time: 0.0936010 Apr 06 11:22:09.761279 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.798647 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28525485-dc93-55e7-828a-302e78cf7f1a-2d91dff0-43af-4b7c-98ef-f509558da759', 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759', 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'fixed_ips': [{'subnet_id': '4239a973-a90a-4189-8367-f52e76daf6f8'}]}} from dv-cinder-836072-2-iscsi. {{(pid=104089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:22:09.800373 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.806549 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-23440526-bacc-45e2-825a-1122fa6a5e44 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7048109 Apr 06 11:22:09.807686 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56914) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:09.812025 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-772770328-router', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:09.848038 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-987f7d83-a218-47fa-8d9c-1520de810144 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c HTTP/1.1" status: 200 len: 1000 time: 0.0830622 Apr 06 11:22:09.870187 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:22:09.880830 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:21:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:09.886403 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560059a5-2f72-4fa3-bde0-d49e70b019f0 None None] Pushing event updated for resources: {'Port': ['ID=2844c29d-d1c8-4249-b80e-e8d8c39a3796,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:09.916729 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-6302f84d-4258-44da-a546-c303e8d63b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:09.918334 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-6302f84d-4258-44da-a546-c303e8d63b5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7399389-a576-4ce9-ad72-a9eb23603df1 HTTP/1.1" status: 200 len: 847 time: 0.0631144 Apr 06 11:22:09.921551 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64461'] for router (a35fe9af-a73a-450b-8036-fe778f1b12b5), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.923077 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8040451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64436'] for router (a35fe9af-a73a-450b-8036-fe778f1b12b5), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:09.956664 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Allocated IP 172.20.0.2 (2d91dff0-43af-4b7c-98ef-f509558da759/4239a973-a90a-4189-8367-f52e76daf6f8/420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:22:09.980547 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-51c1fe00-071e-41ac-b237-d238ae0cab98 None None] Provisioning complete for port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:09.981269 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-51c1fe00-071e-41ac-b237-d238ae0cab98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.021102 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-b179157a-974b-4a8a-aeaa-7c4d77543cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:10.021910 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Publish callbacks [] for router_controller (a35fe9af-a73a-450b-8036-fe778f1b12b5), precommit_add_association {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.023569 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-b179157a-974b-4a8a-aeaa-7c4d77543cef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efbb6485-fa12-4438-9916-e550e451dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928633 Apr 06 11:22:10.061740 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:22:10.124000 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-b48d2b4a-31f5-4be7-8df9-309d8c684017 service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928991 Apr 06 11:22:10.182950 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-51c1fe00-071e-41ac-b237-d238ae0cab98 None None] Current status of the port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:10.183338 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-51c1fe00-071e-41ac-b237-d238ae0cab98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.202785 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Publish callbacks [] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.226338 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-51c1fe00-071e-41ac-b237-d238ae0cab98 None None] For port 2844c29d-d1c8-4249-b80e-e8d8c39a3796, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=2844c29d-d1c8-4249-b80e-e8d8c39a3796,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:22:10.229482 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-51b756bb-50cb-4c7c-ba1c-ae078b40759e req-37a9e371-4e16-41c7-a0a4-ce3489f03168 service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979621 Apr 06 11:22:10.283019 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a42b2b-b814-4ec3-a184-e06de5c4ce05 req-d347c045-613c-4d57-bdf7-587d4f81e711 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:10.284479 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-73a42b2b-b814-4ec3-a184-e06de5c4ce05 req-d347c045-613c-4d57-bdf7-587d4f81e711 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.1696384 Apr 06 11:22:10.290051 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Publish callbacks [] for router_gateway (a35fe9af-a73a-450b-8036-fe778f1b12b5), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.291956 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.323390 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-51c1fe00-071e-41ac-b237-d238ae0cab98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.330411 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:10.331024 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Network 2d91dff0-43af-4b7c-98ef-f509558da759 is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:22:10.333858 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:10.337250 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:22:10.348662 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-73a42b2b-b814-4ec3-a184-e06de5c4ce05 req-eed06c5b-4066-4c2f-9200-8da64f323cb6 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549836 Apr 06 11:22:10.352854 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Pushing event updated for resources: {'Port': ['ID=420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:10.363156 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f98264-c970-49cc-a837-77cf292758f2 None None] The sync data for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi is: [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:22:10.475714 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Attempting to bind port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:22:10.476090 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Attempting to bind port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': 'bbc07bd6-53d8-426b-826b-4a1dfbcd83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:22:10.477271 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Attempting to bind port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea on network 2d91dff0-43af-4b7c-98ef-f509558da759 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:22:10.494859 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-4c47fff2-ea39-459c-868b-d7b284e0dc7a None None] Provisioning complete for port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:10.495232 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4c47fff2-ea39-459c-868b-d7b284e0dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.497357 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:22:10.497733 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Checking segment: {'id': 'bbc07bd6-53d8-426b-826b-4a1dfbcd83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:22:10.498124 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.498521 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Bound using segment: {'id': 'bbc07bd6-53d8-426b-826b-4a1dfbcd83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:22:10.498990 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Bound port: 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc07bd6-53d8-426b-826b-4a1dfbcd83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:22:10.499452 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.503356 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1fe00-071e-41ac-b237-d238ae0cab98 None None] Pushing event updated for resources: {'Port': ['ID=2844c29d-d1c8-4249-b80e-e8d8c39a3796,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:10.599257 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Publish callbacks [] for router_gateway (a35fe9af-a73a-450b-8036-fe778f1b12b5), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.622021 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.665833 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] For port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:22:10.665833 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] For port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea,segment=NetworkSegment(bbc07bd6-53d8-426b-826b-4a1dfbcd83df),segment_id=bbc07bd6-53d8-426b-826b-4a1dfbcd83df)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:22:10.665833 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-4c47fff2-ea39-459c-868b-d7b284e0dc7a None None] Current status of the port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:10.751073 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Allocated IP 172.27.3.47 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/1253c37f-7ae8-4f5c-b0ea-628e043a2261) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:22:10.772909 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.841433 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857cd82-1642-4dd2-811c-fd3cfdaa66c7 None None] Pushing event updated for resources: {'Port': ['ID=420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:10.875972 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Publish callbacks [] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.989983 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:11.051948 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:22:11.056696 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:11.061119 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:22:11.066843 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=1253c37f-7ae8-4f5c-b0ea-628e043a2261,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:11.099508 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.099871 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.100216 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.100616 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.100962 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.101196 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 2844c29d-d1c8-4249-b80e-e8d8c39a3796 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:22:11.101659 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.101659 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.101966 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.102296 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.102678 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.103015 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.103343 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.104729 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.104729 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.104729 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:11.173035 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:11.173035 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:11.264785 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:11.265849 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4406b642-d9e9-44db-88ef-9e81f1f44755 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:22:11.314390 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 4406b642-d9e9-44db-88ef-9e81f1f44755 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:11.314767 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:11.410486 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 4406b642-d9e9-44db-88ef-9e81f1f44755 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:11.423394 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Publish callbacks [] for router_gateway (a35fe9af-a73a-450b-8036-fe778f1b12b5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:11.496546 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421805f4-94d2-4ba2-98c3-ae9b2f0948b9 req-d426a088-7c2e-4222-8969-1d47f2363c86 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:11.499728 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-421805f4-94d2-4ba2-98c3-ae9b2f0948b9 req-d426a088-7c2e-4222-8969-1d47f2363c86 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0624192 Apr 06 11:22:11.553712 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-421805f4-94d2-4ba2-98c3-ae9b2f0948b9 req-84d459d4-f0b2-4c39-882e-4e9837b7744d tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499873 Apr 06 11:22:11.890974 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8041938'] for router (a35fe9af-a73a-450b-8036-fe778f1b12b5), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:11.917885 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff69d795-95fe-435e-b181-7948224fc93c None None] Network 2d91dff0-43af-4b7c-98ef-f509558da759 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:22:12.021425 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-b18231e9-2e22-4654-abb5-785c92b32438 None None] Provisioning complete for port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:12.021716 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b18231e9-2e22-4654-abb5-785c92b32438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:12.086934 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Router a35fe9af-a73a-450b-8036-fe778f1b12b5 is scheduled to L3 agent a612e23e-0641-4851-85ac-d61b6e63725e with binding_index 1 {{(pid=104088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:22:12.113625 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-b18231e9-2e22-4654-abb5-785c92b32438 None None] Current status of the port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:12.114594 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b18231e9-2e22-4654-abb5-785c92b32438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:12.150752 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-b18231e9-2e22-4654-abb5-785c92b32438 None None] For port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea,segment=NetworkSegment(bbc07bd6-53d8-426b-826b-4a1dfbcd83df),segment_id=bbc07bd6-53d8-426b-826b-4a1dfbcd83df)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:22:12.195852 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b18231e9-2e22-4654-abb5-785c92b32438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:12.210727 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:22:12.229994 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Sync routers for ids ['a35fe9af-a73a-450b-8036-fe778f1b12b5'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:22:12.249360 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Routers {'a35fe9af-a73a-450b-8036-fe778f1b12b5'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:22:12.249992 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:21:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a35fe9af-a73a-450b-8036-fe778f1b12b5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:12.288700 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:12.290127 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-91b130e2-c294-4852-ac6e-842feb566bc3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4815023 Apr 06 11:22:12.294052 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56930) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:12.323793 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18231e9-2e22-4654-abb5-785c92b32438 None None] Pushing event updated for resources: {'Port': ['ID=420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:12.508442 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-8af9dda7-0993-49f6-b7b8-34a66505cb51 None None] Provisioning complete for port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:12.508728 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8af9dda7-0993-49f6-b7b8-34a66505cb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:12.551866 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Set router a35fe9af-a73a-450b-8036-fe778f1b12b5 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:22:12.709131 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-8af9dda7-0993-49f6-b7b8-34a66505cb51 None None] Current status of the port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:12.748849 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14b2f2-ba47-487c-afbb-b341d15dc356 req-bc507636-43c6-4dfb-a6e7-483c7f8a0b29 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:12.750991 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bb14b2f2-ba47-487c-afbb-b341d15dc356 req-bc507636-43c6-4dfb-a6e7-483c7f8a0b29 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.1162012 Apr 06 11:22:12.777304 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'name': 'tempest-TestVolumeBootPattern-772770328-router', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:09Z', 'updated_at': '2022-04-06T11:22:11Z', 'revision_number': 3, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'gw_port': {'id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:10Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:12.805778 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Checking router: a35fe9af-a73a-450b-8036-fe778f1b12b5 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:22:12.812014 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Updating router a35fe9af-a73a-450b-8036-fe778f1b12b5 port 1253c37f-7ae8-4f5c-b0ea-628e043a2261 binding host dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:22:12.816521 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:12.833675 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:12.839537 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bb14b2f2-ba47-487c-afbb-b341d15dc356 req-575bc88a-078c-4c2d-bc92-bcd8a066d68f tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682673 Apr 06 11:22:13.006762 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Allocated IP 172.20.0.1 (2d91dff0-43af-4b7c-98ef-f509558da759/4239a973-a90a-4189-8367-f52e76daf6f8/4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:22:13.009420 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:22:13.107553 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:13.107847 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.110324 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Publish callbacks [] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.182841 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Publish callbacks [] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.184178 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.218469 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Network 2d91dff0-43af-4b7c-98ef-f509558da759 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:22:13.222621 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:13.225337 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:13.228250 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:22:13.255871 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Pushing event updated for resources: {'Port': ['ID=4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:13.264017 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.272439 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8041731'] for router_interface (a35fe9af-a73a-450b-8036-fe778f1b12b5), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.320812 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e93116-bd80-45e3-97e0-af63fc79bc84 None None] Pushing event updated for resources: {'Port': ['ID=1253c37f-7ae8-4f5c-b0ea-628e043a2261,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:13.334549 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Attempting to bind port 1253c37f-7ae8-4f5c-b0ea-628e043a2261 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:22:13.334984 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Attempting to bind port 1253c37f-7ae8-4f5c-b0ea-628e043a2261 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:22:13.335283 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Attempting to bind port 1253c37f-7ae8-4f5c-b0ea-628e043a2261 on network b8e3ac99-7604-4669-8bd3-91990de5fe29 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:22:13.341477 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:22:13.341856 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Checking segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:22:13.342255 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.342703 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Bound using segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:22:13.343526 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Bound port: 1253c37f-7ae8-4f5c-b0ea-628e043a2261, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:22:13.343526 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.404766 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] For port 1253c37f-7ae8-4f5c-b0ea-628e043a2261, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:22:13.408004 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] For port 1253c37f-7ae8-4f5c-b0ea-628e043a2261, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=1253c37f-7ae8-4f5c-b0ea-628e043a2261,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:22:13.433866 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-03a60073-0ba1-4db9-a466-5fe21c2b2e67 None None] Provisioning complete for port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:13.434239 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-03a60073-0ba1-4db9-a466-5fe21c2b2e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.467194 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-03a60073-0ba1-4db9-a466-5fe21c2b2e67 None None] Port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:22:13.470002 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.481569 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.537182 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Routers {'a35fe9af-a73a-450b-8036-fe778f1b12b5'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:22:13.537820 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:21:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a35fe9af-a73a-450b-8036-fe778f1b12b5'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:13.543433 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e93116-bd80-45e3-97e0-af63fc79bc84 None None] Pushing event updated for resources: {'Port': ['ID=1253c37f-7ae8-4f5c-b0ea-628e043a2261,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:13.637791 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Publish callbacks [] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.656503 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] Set router a35fe9af-a73a-450b-8036-fe778f1b12b5 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:22:13.714867 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.785869 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8362797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8039059'] for router_interface (a35fe9af-a73a-450b-8036-fe778f1b12b5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.788796 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Pushing event updated for resources: {'Port': ['ID=4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:13.862031 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'name': 'tempest-TestVolumeBootPattern-772770328-router', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:09Z', 'updated_at': '2022-04-06T11:22:13Z', 'revision_number': 4, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'gw_port': {'id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:10Z', 'updated_at': '2022-04-06T11:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289', 'name': '', 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'mac_address': 'fa:16:3e:f6:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4239a973-a90a-4189-8367-f52e76daf6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:12Z', 'updated_at': '2022-04-06T11:22:13Z', 'revision_number': 1, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'subnets': [{'id': '4239a973-a90a-4189-8367-f52e76daf6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:13.878975 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Network 2d91dff0-43af-4b7c-98ef-f509558da759 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:22:13.880544 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:13.888699 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092923e5-9e8a-45e5-8630-0413f7e9ccaf None None] The sync data for ids ['a35fe9af-a73a-450b-8036-fe778f1b12b5'] in dv-cinder-836072-2-iscsi is: [{'id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'name': 'tempest-TestVolumeBootPattern-772770328-router', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:09Z', 'updated_at': '2022-04-06T11:22:13Z', 'revision_number': 4, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'gw_port': {'id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:10Z', 'updated_at': '2022-04-06T11:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289', 'name': '', 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'mac_address': 'fa:16:3e:f6:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4239a973-a90a-4189-8367-f52e76daf6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:12Z', 'updated_at': '2022-04-06T11:22:13Z', 'revision_number': 1, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'subnets': [{'id': '4239a973-a90a-4189-8367-f52e76daf6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:22:13.989474 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98929645-4d62-4361-993e-1c5f625c4c53 req-aadc0a13-1d67-4818-aba1-e67b6c275ee5 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:13.991973 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-98929645-4d62-4361-993e-1c5f625c4c53 req-aadc0a13-1d67-4818-aba1-e67b6c275ee5 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0650849 Apr 06 11:22:14.063609 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-98929645-4d62-4361-993e-1c5f625c4c53 req-90116acc-0f64-4e04-844a-6914233a8c54 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640051 Apr 06 11:22:14.194178 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-702d4b25-412f-48ce-b13c-dd2fbef2c189 None None] Provisioning complete for port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:14.194773 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-702d4b25-412f-48ce-b13c-dd2fbef2c189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:14.232282 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-702d4b25-412f-48ce-b13c-dd2fbef2c189 None None] Port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:22:14.319587 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Router a35fe9af-a73a-450b-8036-fe778f1b12b5 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:22:14.439687 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:22:14.444775 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b76e6f15-b195-4d82-8c93-39c05179fec1 admin admin] 10.222.0.62 "PUT /v2.0/routers/a35fe9af-a73a-450b-8036-fe778f1b12b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1499705 Apr 06 11:22:14.973340 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 1253c37f-7ae8-4f5c-b0ea-628e043a2261 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:22:15.028207 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 1253c37f-7ae8-4f5c-b0ea-628e043a2261 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:15.028592 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:15.109534 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 1253c37f-7ae8-4f5c-b0ea-628e043a2261 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:15.112136 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:15.139005 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port 1253c37f-7ae8-4f5c-b0ea-628e043a2261, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=1253c37f-7ae8-4f5c-b0ea-628e043a2261,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:22:15.189638 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:15.218085 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db895-f03e-471d-94c3-68be51eeb1fe req-f5bcd4c4-8a5d-4dea-be90-fa65f4ead22c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:15.219731 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4f0db895-f03e-471d-94c3-68be51eeb1fe req-f5bcd4c4-8a5d-4dea-be90-fa65f4ead22c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0642865 Apr 06 11:22:15.258090 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=1253c37f-7ae8-4f5c-b0ea-628e043a2261,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:15.273112 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4f0db895-f03e-471d-94c3-68be51eeb1fe req-50bad2d0-df39-4644-a8ac-f3d73ac8a72c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475478 Apr 06 11:22:15.315835 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56954) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:15.320331 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-547c3112-706d-4340-88cb-cc1c10d3bda4 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571696205', 'description': 'tempest-secgroup-smoke-1571696205 description', 'project_id': '13d5d442d5ce480f95e106d1889fa687'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:15.389372 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-547c3112-706d-4340-88cb-cc1c10d3bda4 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:15.454200 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-547c3112-706d-4340-88cb-cc1c10d3bda4 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group (f9e377be-aecd-49b2-806c-ae6e1aa661c8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:15.503576 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-547c3112-706d-4340-88cb-cc1c10d3bda4 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f9e377be-aecd-49b2-806c-ae6e1aa661c8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:15.534577 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c3112-706d-4340-88cb-cc1c10d3bda4 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e377be-aecd-49b2-806c-ae6e1aa661c8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:15.579556 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-547c3112-706d-4340-88cb-cc1c10d3bda4 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:15.580813 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-547c3112-706d-4340-88cb-cc1c10d3bda4 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2639821 Apr 06 11:22:15.583605 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56956) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:15.588451 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-e56addcf-1b58-4e9d-a75b-0d978d8eaf9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'security_group_rule': {'security_group_id': 'f9e377be-aecd-49b2-806c-ae6e1aa661c8', 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:15.670006 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e56addcf-1b58-4e9d-a75b-0d978d8eaf9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (d78153c9-7fd1-4551-ad53-90417ba1e633), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:15.727526 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e56addcf-1b58-4e9d-a75b-0d978d8eaf9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (d78153c9-7fd1-4551-ad53-90417ba1e633), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:15.783327 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e56addcf-1b58-4e9d-a75b-0d978d8eaf9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (d78153c9-7fd1-4551-ad53-90417ba1e633), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:15.801170 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56addcf-1b58-4e9d-a75b-0d978d8eaf9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78153c9-7fd1-4551-ad53-90417ba1e633,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:15.847767 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-e56addcf-1b58-4e9d-a75b-0d978d8eaf9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:15.849077 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-e56addcf-1b58-4e9d-a75b-0d978d8eaf9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2645261 Apr 06 11:22:15.851855 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56958) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:15.856648 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-a27d8ddf-dffe-45b9-8b99-159a2ce4bf47 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'security_group_rule': {'security_group_id': 'f9e377be-aecd-49b2-806c-ae6e1aa661c8', 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:15.931131 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ddf-dffe-45b9-8b99-159a2ce4bf47 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (72ac9e88-657d-4d9e-bab8-d0895cc816d3), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:15.985908 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ddf-dffe-45b9-8b99-159a2ce4bf47 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (72ac9e88-657d-4d9e-bab8-d0895cc816d3), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.030290 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ddf-dffe-45b9-8b99-159a2ce4bf47 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (72ac9e88-657d-4d9e-bab8-d0895cc816d3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.049916 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d8ddf-dffe-45b9-8b99-159a2ce4bf47 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ac9e88-657d-4d9e-bab8-d0895cc816d3,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:16.094110 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a27d8ddf-dffe-45b9-8b99-159a2ce4bf47 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.095365 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a27d8ddf-dffe-45b9-8b99-159a2ce4bf47 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2425776 Apr 06 11:22:16.097955 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 56962) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:16.102181 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-bbe2cf5c-48a9-4e93-b977-8c95e93ab682 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'security_group_rule': {'security_group_id': 'f9e377be-aecd-49b2-806c-ae6e1aa661c8', 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:16.132171 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.183874 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bbe2cf5c-48a9-4e93-b977-8c95e93ab682 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (7ab9d205-96f4-4a3f-a714-5a71df0cdd3d), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.238996 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bbe2cf5c-48a9-4e93-b977-8c95e93ab682 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (7ab9d205-96f4-4a3f-a714-5a71df0cdd3d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.298145 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bbe2cf5c-48a9-4e93-b977-8c95e93ab682 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (7ab9d205-96f4-4a3f-a714-5a71df0cdd3d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.319898 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2cf5c-48a9-4e93-b977-8c95e93ab682 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab9d205-96f4-4a3f-a714-5a71df0cdd3d,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:16.395728 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596cb3a-d945-412f-9baf-b686fd70602b req-679429c6-3f0b-4ba8-99ee-008313b2a029 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:16.397585 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6596cb3a-d945-412f-9baf-b686fd70602b req-679429c6-3f0b-4ba8-99ee-008313b2a029 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0547750 Apr 06 11:22:16.401586 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-bbe2cf5c-48a9-4e93-b977-8c95e93ab682 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.402660 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bbe2cf5c-48a9-4e93-b977-8c95e93ab682 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3038006 Apr 06 11:22:16.406349 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56966) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:16.410502 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-d666c074-9119-46e3-8ea7-4481888c1551 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'security_group_rule': {'security_group_id': 'f9e377be-aecd-49b2-806c-ae6e1aa661c8', 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:16.446721 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6596cb3a-d945-412f-9baf-b686fd70602b req-5e700b38-fafc-45c9-b147-1936d18162dd tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428741 Apr 06 11:22:16.480705 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d666c074-9119-46e3-8ea7-4481888c1551 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (b568de19-9cd3-42a9-81f9-bab5dfcbc0e6), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.536246 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d666c074-9119-46e3-8ea7-4481888c1551 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (b568de19-9cd3-42a9-81f9-bab5dfcbc0e6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.612499 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d666c074-9119-46e3-8ea7-4481888c1551 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (b568de19-9cd3-42a9-81f9-bab5dfcbc0e6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.630726 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666c074-9119-46e3-8ea7-4481888c1551 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b568de19-9cd3-42a9-81f9-bab5dfcbc0e6,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:16.700686 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d666c074-9119-46e3-8ea7-4481888c1551 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.702541 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d666c074-9119-46e3-8ea7-4481888c1551 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2955034 Apr 06 11:22:16.705121 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56968) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:16.711372 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-71892e0b-35f2-42e7-afbb-da255318078e tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'security_group_rule': {'security_group_id': 'f9e377be-aecd-49b2-806c-ae6e1aa661c8', 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:16.829183 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-71892e0b-35f2-42e7-afbb-da255318078e tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Project 13d5d442d5ce480f95e106d1889fa687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:22:16.834509 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-71892e0b-35f2-42e7-afbb-da255318078e tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (7b683c35-face-4d00-94ee-da3c4658045a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.893737 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-71892e0b-35f2-42e7-afbb-da255318078e tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (7b683c35-face-4d00-94ee-da3c4658045a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.944373 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 1253c37f-7ae8-4f5c-b0ea-628e043a2261 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:22:16.966170 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-71892e0b-35f2-42e7-afbb-da255318078e tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (7b683c35-face-4d00-94ee-da3c4658045a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.983427 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71892e0b-35f2-42e7-afbb-da255318078e tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b683c35-face-4d00-94ee-da3c4658045a,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:17.001145 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 1253c37f-7ae8-4f5c-b0ea-628e043a2261 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:17.001520 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:17.031411 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-71892e0b-35f2-42e7-afbb-da255318078e tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:17.032658 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-71892e0b-35f2-42e7-afbb-da255318078e tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3263338 Apr 06 11:22:17.035600 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 56972) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:17.041729 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-96954a27-5f3b-40bf-9009-c9dc2fcd8878 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'security_group_rule': {'security_group_id': 'f9e377be-aecd-49b2-806c-ae6e1aa661c8', 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:17.086788 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 1253c37f-7ae8-4f5c-b0ea-628e043a2261 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:17.097771 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-96954a27-5f3b-40bf-9009-c9dc2fcd8878 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Project 13d5d442d5ce480f95e106d1889fa687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:22:17.102768 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96954a27-5f3b-40bf-9009-c9dc2fcd8878 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (02b6878d-74bd-4830-be0e-0976f5f94326), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:17.162423 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96954a27-5f3b-40bf-9009-c9dc2fcd8878 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (02b6878d-74bd-4830-be0e-0976f5f94326), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:17.211949 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96954a27-5f3b-40bf-9009-c9dc2fcd8878 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (02b6878d-74bd-4830-be0e-0976f5f94326), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:17.229335 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96954a27-5f3b-40bf-9009-c9dc2fcd8878 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b6878d-74bd-4830-be0e-0976f5f94326,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:17.287320 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Sync routers for ids ['a35fe9af-a73a-450b-8036-fe778f1b12b5'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:22:17.297210 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Routers {'a35fe9af-a73a-450b-8036-fe778f1b12b5'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:22:17.297817 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:21:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a35fe9af-a73a-450b-8036-fe778f1b12b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:17.311390 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-96954a27-5f3b-40bf-9009-c9dc2fcd8878 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:17.312598 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-96954a27-5f3b-40bf-9009-c9dc2fcd8878 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2756758 Apr 06 11:22:17.413113 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Set router a35fe9af-a73a-450b-8036-fe778f1b12b5 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:22:17.577952 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcebe79-4077-48f1-b68e-1cddb05ebb00 req-152924c6-41bc-45fe-a666-d7a5d489fd04 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:17.579621 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6dcebe79-4077-48f1-b68e-1cddb05ebb00 req-152924c6-41bc-45fe-a666-d7a5d489fd04 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 944 time: 0.0547333 Apr 06 11:22:17.632503 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6dcebe79-4077-48f1-b68e-1cddb05ebb00 req-952b1510-e174-47ce-89bc-3ad46371a877 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466981 Apr 06 11:22:17.702996 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'name': 'tempest-TestVolumeBootPattern-772770328-router', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:09Z', 'updated_at': '2022-04-06T11:22:13Z', 'revision_number': 4, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'gw_port': {'id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:10Z', 'updated_at': '2022-04-06T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289', 'name': '', 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'mac_address': 'fa:16:3e:f6:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4239a973-a90a-4189-8367-f52e76daf6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:12Z', 'updated_at': '2022-04-06T11:22:13Z', 'revision_number': 2, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'subnets': [{'id': '4239a973-a90a-4189-8367-f52e76daf6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:17.728671 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Checking router: a35fe9af-a73a-450b-8036-fe778f1b12b5 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:22:17.729109 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Updating router a35fe9af-a73a-450b-8036-fe778f1b12b5 port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 binding host dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:22:17.754902 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:18.011687 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Publish callbacks [] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:18.086643 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:18.113903 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device f2b182e5-82f4-446f-be1f-0ad6fb187d1c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:22:18.142131 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bacc0-aac6-4da5-8202-f35b4164ff49 None None] Pushing event updated for resources: {'Port': ['ID=4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:18.211584 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Attempting to bind port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:22:18.211957 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Attempting to bind port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': 'bbc07bd6-53d8-426b-826b-4a1dfbcd83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:22:18.212708 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Attempting to bind port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 on network 2d91dff0-43af-4b7c-98ef-f509558da759 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:22:18.218204 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:22:18.218581 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Checking segment: {'id': 'bbc07bd6-53d8-426b-826b-4a1dfbcd83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:22:18.219218 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:18.219400 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port f2b182e5-82f4-446f-be1f-0ad6fb187d1c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:22:18.219617 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Bound using segment: {'id': 'bbc07bd6-53d8-426b-826b-4a1dfbcd83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:22:18.220100 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Bound port: 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc07bd6-53d8-426b-826b-4a1dfbcd83df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:22:18.220474 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:18.232717 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'port_id': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'mac_address': 'fa:16:3e:f6:31:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:22:18.276917 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port f2b182e5-82f4-446f-be1f-0ad6fb187d1c is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:18.277435 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:18.293188 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b182e5-82f4-446f-be1f-0ad6fb187d1c {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:22:18.296551 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] For port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:22:18.301298 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] For port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289,segment=NetworkSegment(bbc07bd6-53d8-426b-826b-4a1dfbcd83df),segment_id=bbc07bd6-53d8-426b-826b-4a1dfbcd83df)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:22:18.314379 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port f2b182e5-82f4-446f-be1f-0ad6fb187d1c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:22:18.381098 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-9cc2390d-bc90-40b7-95b9-3837556a3876 None None] Provisioning complete for port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:18.381508 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9cc2390d-bc90-40b7-95b9-3837556a3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:18.384451 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:18.418381 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:18.438908 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Routers {'a35fe9af-a73a-450b-8036-fe778f1b12b5'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:22:18.439693 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:21:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a35fe9af-a73a-450b-8036-fe778f1b12b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:18.507152 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bacc0-aac6-4da5-8202-f35b4164ff49 None None] Pushing event updated for resources: {'Port': ['ID=4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:18.513694 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,revision_number=7']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:18.535065 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-9cc2390d-bc90-40b7-95b9-3837556a3876 None None] Current status of the port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:18.535666 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9cc2390d-bc90-40b7-95b9-3837556a3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:18.576624 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] Set router a35fe9af-a73a-450b-8036-fe778f1b12b5 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:22:18.581284 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-9cc2390d-bc90-40b7-95b9-3837556a3876 None None] For port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289,segment=NetworkSegment(bbc07bd6-53d8-426b-826b-4a1dfbcd83df),segment_id=bbc07bd6-53d8-426b-826b-4a1dfbcd83df)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:22:18.647306 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9cc2390d-bc90-40b7-95b9-3837556a3876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:18.703140 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2390d-bc90-40b7-95b9-3837556a3876 None None] Pushing event updated for resources: {'Port': ['ID=4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:18.771637 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e257c-f1b5-47dc-a129-e81fc404d24e req-428c892f-10e2-4982-b393-d43c2261946c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:18.774456 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b46e257c-f1b5-47dc-a129-e81fc404d24e req-428c892f-10e2-4982-b393-d43c2261946c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 945 time: 0.0589743 Apr 06 11:22:18.777532 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bbf311dc-ed44-4ee6-b3de-ab77494bbc86 None None] Provisioning complete for port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:18.777913 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bbf311dc-ed44-4ee6-b3de-ab77494bbc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:18.808923 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'name': 'tempest-TestVolumeBootPattern-772770328-router', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:09Z', 'updated_at': '2022-04-06T11:22:13Z', 'revision_number': 4, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'gw_port': {'id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:10Z', 'updated_at': '2022-04-06T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289', 'name': '', 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'mac_address': 'fa:16:3e:f6:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4239a973-a90a-4189-8367-f52e76daf6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:12Z', 'updated_at': '2022-04-06T11:22:18Z', 'revision_number': 4, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'subnets': [{'id': '4239a973-a90a-4189-8367-f52e76daf6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:22:18.833919 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b46e257c-f1b5-47dc-a129-e81fc404d24e req-e9937946-65e0-48a4-bfa5-bbc7cf989663 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486085 Apr 06 11:22:18.839636 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47ae87-1e36-4e9c-8e8c-be57c1ffb49e None None] The sync data for ids ['a35fe9af-a73a-450b-8036-fe778f1b12b5'] in dv-cinder-836072-2-iscsi is: [{'id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'name': 'tempest-TestVolumeBootPattern-772770328-router', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:09Z', 'updated_at': '2022-04-06T11:22:13Z', 'revision_number': 4, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'gw_port': {'id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:10Z', 'updated_at': '2022-04-06T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289', 'name': '', 'network_id': '2d91dff0-43af-4b7c-98ef-f509558da759', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'mac_address': 'fa:16:3e:f6:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4239a973-a90a-4189-8367-f52e76daf6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:12Z', 'updated_at': '2022-04-06T11:22:18Z', 'revision_number': 4, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'subnets': [{'id': '4239a973-a90a-4189-8367-f52e76daf6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:22:18.864981 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['f2b182e5-82f4-446f-be1f-0ad6fb187d1c'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:22:18.893534 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bbf311dc-ed44-4ee6-b3de-ab77494bbc86 None None] Current status of the port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:18.982845 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:22:19.117246 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:19.117847 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:19.240851 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:19.958650 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982db739-1fc2-45cc-b846-8add9ba1a827 req-8f6efea5-95bb-4825-887f-c7c86826a10d tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:19.960042 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-982db739-1fc2-45cc-b846-8add9ba1a827 req-8f6efea5-95bb-4825-887f-c7c86826a10d tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 945 time: 0.0553858 Apr 06 11:22:20.010887 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-982db739-1fc2-45cc-b846-8add9ba1a827 req-4d03cf60-935f-44ed-bc2a-90980feb8198 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438645 Apr 06 11:22:20.136105 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device f2b182e5-82f4-446f-be1f-0ad6fb187d1c up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:22:20.189886 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port f2b182e5-82f4-446f-be1f-0ad6fb187d1c triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:20.190261 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:20.273269 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port f2b182e5-82f4-446f-be1f-0ad6fb187d1c is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:20.273663 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:20.296975 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:22:20.299252 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1f1c9e-e2ea-4443-a3e4-adff29984bd4" -d '{"events": [{"server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "name": "network-vif-plugged", "status": "completed", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:22:20.316574 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port f2b182e5-82f4-446f-be1f-0ad6fb187d1c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:22:20.341559 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743f63c8-f813-4961-9dfd-a78bfbc824ee x-openstack-request-id: req-743f63c8-f813-4961-9dfd-a78bfbc824ee {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:22:20.341559 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "name": "network-vif-plugged", "status": "completed", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:22:20.341559 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-743f63c8-f813-4961-9dfd-a78bfbc824ee {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:22:20.341559 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743f63c8-f813-4961-9dfd-a78bfbc824ee'] response: {'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'code': 200} Apr 06 11:22:20.383805 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:20.439861 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,revision_number=8']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:20.706464 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e54ca-9cf5-47b0-89db-a8f9a4a60654 req-6147e5ad-1e7c-4e41-9c77-e91032d9d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:20.707952 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-472e54ca-9cf5-47b0-89db-a8f9a4a60654 req-6147e5ad-1e7c-4e41-9c77-e91032d9d2fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 1130 time: 0.0561006 Apr 06 11:22:20.755388 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-472e54ca-9cf5-47b0-89db-a8f9a4a60654 req-c7bfe130-0e2c-4a7f-9264-e4b125fa3349 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413382 Apr 06 11:22:21.132758 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee43c1-a319-4ec5-bdd5-05d5629093a3 req-79632506-06aa-465c-bc9a-28cf891b853c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:21.134254 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e8ee43c1-a319-4ec5-bdd5-05d5629093a3 req-79632506-06aa-465c-bc9a-28cf891b853c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0544951 Apr 06 11:22:21.187670 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e8ee43c1-a319-4ec5-bdd5-05d5629093a3 req-f665282b-b7e4-458f-8234-4c3ad3d1b97a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477021 Apr 06 11:22:21.908980 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-452f98f7-6a77-414d-a07c-302fdab7fca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:22.312337 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b8f24-443d-4eab-8d87-2ec50393f0c3 req-56330185-1681-4da1-8dd0-ea35ece3028b tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:22.313844 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ea2b8f24-443d-4eab-8d87-2ec50393f0c3 req-56330185-1681-4da1-8dd0-ea35ece3028b tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0553684 Apr 06 11:22:22.363607 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ea2b8f24-443d-4eab-8d87-2ec50393f0c3 req-29f79aa6-3182-4584-95d5-9b4638cbdcd8 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439069 Apr 06 11:22:23.486669 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771025f7-b051-4f06-b1c1-99adce2c9d7b req-29641859-92ed-4d79-beb3-39aac5f9b01c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:23.488150 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-771025f7-b051-4f06-b1c1-99adce2c9d7b req-29641859-92ed-4d79-beb3-39aac5f9b01c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0551157 Apr 06 11:22:23.536873 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-771025f7-b051-4f06-b1c1-99adce2c9d7b req-4d0f594e-d085-4dc0-8e07-dc3e85fb29aa tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Apr 06 11:22:24.303282 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b1f69e94-71ec-4947-a277-1981ea9ec008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:24.653540 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ac5d0-45b3-4eec-822d-17789e8ae855 req-906d9322-9a99-4898-92f5-41341d34e841 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:24.655015 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e86ac5d0-45b3-4eec-822d-17789e8ae855 req-906d9322-9a99-4898-92f5-41341d34e841 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0519826 Apr 06 11:22:24.705337 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e86ac5d0-45b3-4eec-822d-17789e8ae855 req-c0ef75a1-872a-43eb-9a82-f3203df5140d tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447803 Apr 06 11:22:25.372589 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:25.831149 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d088de4-b524-4515-b789-d83fd35db133 req-cad3f090-8f3c-41db-bd66-7baad56a4409 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:25.832542 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5d088de4-b524-4515-b789-d83fd35db133 req-cad3f090-8f3c-41db-bd66-7baad56a4409 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0588849 Apr 06 11:22:25.879818 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5d088de4-b524-4515-b789-d83fd35db133 req-fe18d2ae-b7fb-4e1d-9251-96a8d1b11b6d tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415602 Apr 06 11:22:26.858229 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:26.995242 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46b366-4c97-4b01-9336-53dcfdbe6459 req-63f3a8ae-c904-49dd-a0da-eb9a8996403f tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:26.996658 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7d46b366-4c97-4b01-9336-53dcfdbe6459 req-63f3a8ae-c904-49dd-a0da-eb9a8996403f tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0505526 Apr 06 11:22:27.047795 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7d46b366-4c97-4b01-9336-53dcfdbe6459 req-d014c0ac-22d2-42eb-9cf9-d3ff1a2ed18e tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455759 Apr 06 11:22:28.044989 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de3650-434e-4adc-a04d-15f3baa0b30b req-a4927832-7408-4c47-ad94-f86f0196ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:28.046503 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f6de3650-434e-4adc-a04d-15f3baa0b30b req-a4927832-7408-4c47-ad94-f86f0196ac8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1&device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 1130 time: 0.0487757 Apr 06 11:22:28.184959 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de3650-434e-4adc-a04d-15f3baa0b30b req-03c1d4b0-388a-4dd6-b10d-dfbeaeb9368c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:28.187046 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f6de3650-434e-4adc-a04d-15f3baa0b30b req-03c1d4b0-388a-4dd6-b10d-dfbeaeb9368c service neutron] 10.222.0.49 "GET /v2.0/networks?id=efbb6485-fa12-4438-9916-e550e451dc89 HTTP/1.1" status: 200 len: 909 time: 0.1203835 Apr 06 11:22:28.199726 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388b691-f0b9-4da7-92a8-2f54a73e575e req-8000ce20-9037-4bd9-90a5-fd72dee20677 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:28.201409 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e388b691-f0b9-4da7-92a8-2f54a73e575e req-8000ce20-9037-4bd9-90a5-fd72dee20677 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0825810 Apr 06 11:22:28.234869 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:28.287970 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f6de3650-434e-4adc-a04d-15f3baa0b30b req-9f31db40-b5b3-4859-89c9-361265836494 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c HTTP/1.1" status: 200 len: 1002 time: 0.0855312 Apr 06 11:22:28.304374 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e388b691-f0b9-4da7-92a8-2f54a73e575e req-60ffe0a4-0399-4c43-b9b1-01d9d22f498a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960317 Apr 06 11:22:28.342933 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de3650-434e-4adc-a04d-15f3baa0b30b req-3bfaa675-63c1-4744-92d9-20928b93c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:28.344384 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f6de3650-434e-4adc-a04d-15f3baa0b30b req-3bfaa675-63c1-4744-92d9-20928b93c08c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7399389-a576-4ce9-ad72-a9eb23603df1 HTTP/1.1" status: 200 len: 847 time: 0.0499434 Apr 06 11:22:28.430330 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de3650-434e-4adc-a04d-15f3baa0b30b req-6eec01fa-e684-408e-9e8a-d64114b0a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:28.431848 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f6de3650-434e-4adc-a04d-15f3baa0b30b req-6eec01fa-e684-408e-9e8a-d64114b0a892 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efbb6485-fa12-4438-9916-e550e451dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519032 Apr 06 11:22:28.521097 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f6de3650-434e-4adc-a04d-15f3baa0b30b req-e03bc141-0a30-4db3-b81a-4571623b982e service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815442 Apr 06 11:22:28.615692 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f6de3650-434e-4adc-a04d-15f3baa0b30b req-f8e9c093-8611-4733-b0c5-1ccd1cdae5d2 service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881381 Apr 06 11:22:29.424565 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a0937-9cc5-4dea-ba70-98b9c4323b5a req-8e34049a-0978-4e33-8217-9636f15bd20d tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:29.426127 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ca9a0937-9cc5-4dea-ba70-98b9c4323b5a req-8e34049a-0978-4e33-8217-9636f15bd20d tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0545032 Apr 06 11:22:29.477666 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ca9a0937-9cc5-4dea-ba70-98b9c4323b5a req-c2c7d88e-6257-46e5-a5b6-6f896af573d4 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459018 Apr 06 11:22:41.019432 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:22:46.194205 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:50.752401 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-c241fd65-9157-4a42-9bbe-a96c283e7237 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571696205&fields=id&tenant_id=13d5d442d5ce480f95e106d1889fa687 HTTP/1.1" status: 200 len: 267 time: 0.0426435 Apr 06 11:22:50.857781 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-65b723a6-2fe1-48f3-b261-9e136e85570c tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:50.859230 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-65b723a6-2fe1-48f3-b261-9e136e85570c tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 812 time: 0.1006250 Apr 06 11:22:50.873443 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-e8dcea18-a236-4215-acdd-f2f44b4d2cff tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/quotas/13d5d442d5ce480f95e106d1889fa687 HTTP/1.1" status: 200 len: 375 time: 0.0088518 Apr 06 11:22:50.927513 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-d27a59d7-0692-4898-9b68-75f8957bd588 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490658 Apr 06 11:22:51.108280 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-b88d82f2-a92f-496a-a2ef-947420122bdf service neutron] 10.222.0.62 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697218 Apr 06 11:22:51.194427 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-3e0d5f60-04b4-47f7-82fe-5589912b1020 service neutron] 10.222.0.62 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806110 Apr 06 11:22:51.304872 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6a91e-4893-47ec-80d4-460695117a36 req-889792d6-4911-4c9f-8e82-8a2e54acabe4 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:51.306424 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a8e6a91e-4893-47ec-80d4-460695117a36 req-889792d6-4911-4c9f-8e82-8a2e54acabe4 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 946 time: 0.0543692 Apr 06 11:22:51.353113 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a8e6a91e-4893-47ec-80d4-460695117a36 req-d5fdc1b8-f3c7-4db0-bdc5-5f789c39951c tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Apr 06 11:22:51.766683 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-89ea31d8-a42c-41b7-8608-25fe260b955c req-8e2c702b-eb36-4ae8-a52f-49f66914a2ea tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 210 time: 0.0275962 Apr 06 11:22:51.971129 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-16a1db61-07f3-40b3-ab1b-835595b76430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:52.470150 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6a330-0792-4046-b679-76e8f7147cc7 req-42858008-5703-4933-909e-49f092f3e4d1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:52.471610 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6bd6a330-0792-4046-b679-76e8f7147cc7 req-42858008-5703-4933-909e-49f092f3e4d1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 946 time: 0.0520573 Apr 06 11:22:52.517145 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6bd6a330-0792-4046-b679-76e8f7147cc7 req-8c5748c4-a852-434c-8d6e-e2412fe69d57 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396726 Apr 06 11:22:52.860733 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3ad9e6a9-4a20-4eea-a8b4-364e9a592195 req-ce63519a-273f-4102-8341-e3f5bc8faaed tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 210 time: 0.0307281 Apr 06 11:22:53.473379 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351b98d-5e74-4bef-89e2-2388665aa681 req-8ba65cb9-f1ad-4e58-8c53-cccfcb0021c6 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:53.475360 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8351b98d-5e74-4bef-89e2-2388665aa681 req-8ba65cb9-f1ad-4e58-8c53-cccfcb0021c6 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.49 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 946 time: 0.0558736 Apr 06 11:22:53.637786 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8a827-3ce1-4383-b148-9cc7061a2fa2 req-75da8d4e-194f-440b-8ad2-999709c192a5 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:53.639287 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-29a8a827-3ce1-4383-b148-9cc7061a2fa2 req-75da8d4e-194f-440b-8ad2-999709c192a5 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 946 time: 0.0559025 Apr 06 11:22:53.689802 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-29a8a827-3ce1-4383-b148-9cc7061a2fa2 req-89638267-c045-495e-acc9-304a27af2f37 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447967 Apr 06 11:22:53.722920 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-8351b98d-5e74-4bef-89e2-2388665aa681 req-40f0532b-c34a-498c-b417-8bbc5768c73e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Deleting port 45d686da-eaaa-44b1-a21e-f3b73d832298 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:22:53.723263 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8351b98d-5e74-4bef-89e2-2388665aa681 req-40f0532b-c34a-498c-b417-8bbc5768c73e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:53.820683 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8351b98d-5e74-4bef-89e2-2388665aa681 req-40f0532b-c34a-498c-b417-8bbc5768c73e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] For port 45d686da-eaaa-44b1-a21e-f3b73d832298, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=45d686da-eaaa-44b1-a21e-f3b73d832298,segment=NetworkSegment(f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc),segment_id=f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:22:53.821045 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8351b98d-5e74-4bef-89e2-2388665aa681 req-40f0532b-c34a-498c-b417-8bbc5768c73e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:53.834444 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-8351b98d-5e74-4bef-89e2-2388665aa681 req-40f0532b-c34a-498c-b417-8bbc5768c73e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Calling delete_port for 45d686da-eaaa-44b1-a21e-f3b73d832298 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:22:53.972910 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-49a8f270-a90c-408d-a69a-2284791343fd req-1cc83409-22a4-445c-9a0c-321cc5a2018a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 210 time: 0.0438693 Apr 06 11:22:54.019453 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-8f45982f-5dfa-404c-8b7a-fbf6e0773a8f tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:54.020879 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-8f45982f-5dfa-404c-8b7a-fbf6e0773a8f tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 812 time: 0.1778138 Apr 06 11:22:54.121755 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-a921693b-92c2-44d9-accd-bc59b4d34a1c tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13d5d442d5ce480f95e106d1889fa687 HTTP/1.1" status: 200 len: 380 time: 0.0715387 Apr 06 11:22:54.131225 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'port': {'device_id': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'admin_state_up': True, 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'security_groups': ['f9e377be-aecd-49b2-806c-ae6e1aa661c8']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:54.171603 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8351b98d-5e74-4bef-89e2-2388665aa681 req-40f0532b-c34a-498c-b417-8bbc5768c73e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (45d686da-eaaa-44b1-a21e-f3b73d832298), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:54.208728 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['45d686da-eaaa-44b1-a21e-f3b73d832298'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:22:54.211366 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0532b-c34a-498c-b417-8bbc5768c73e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Pushing event deleted for resources: {'Port': ['ID=45d686da-eaaa-44b1-a21e-f3b73d832298,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:54.256930 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-7f0e5657-edb4-4b89-93d4-0363419b4215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:54.264361 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-8351b98d-5e74-4bef-89e2-2388665aa681 req-40f0532b-c34a-498c-b417-8bbc5768c73e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] No DVR routers for this DVR port 45d686da-eaaa-44b1-a21e-f3b73d832298 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:22:54.272073 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8351b98d-5e74-4bef-89e2-2388665aa681 req-40f0532b-c34a-498c-b417-8bbc5768c73e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:54.275295 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8351b98d-5e74-4bef-89e2-2388665aa681 req-40f0532b-c34a-498c-b417-8bbc5768c73e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.49 "DELETE /v2.0/ports/45d686da-eaaa-44b1-a21e-f3b73d832298 HTTP/1.1" status: 204 len: 173 time: 0.6474893 Apr 06 11:22:54.275744 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92887889-e053-45c2-8369-3681216bd74d', 'name': 'network-vif-deleted', 'tag': '45d686da-eaaa-44b1-a21e-f3b73d832298'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:22:54.278647 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7348f4-2486-464d-a295-542b1871dbf2" -d '{"events": [{"server_uuid": "92887889-e053-45c2-8369-3681216bd74d", "name": "network-vif-deleted", "tag": "45d686da-eaaa-44b1-a21e-f3b73d832298"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:22:54.314375 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4a4299-3caa-46d0-8dd3-374efa79ac83 x-openstack-request-id: req-cf4a4299-3caa-46d0-8dd3-374efa79ac83 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:22:54.314673 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92887889-e053-45c2-8369-3681216bd74d", "name": "network-vif-deleted", "tag": "45d686da-eaaa-44b1-a21e-f3b73d832298", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:22:54.314928 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf4a4299-3caa-46d0-8dd3-374efa79ac83 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:22:54.315333 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf4a4299-3caa-46d0-8dd3-374efa79ac83'] response: {'server_uuid': '92887889-e053-45c2-8369-3681216bd74d', 'name': 'network-vif-deleted', 'tag': '45d686da-eaaa-44b1-a21e-f3b73d832298', 'status': 'completed', 'code': 200} Apr 06 11:22:54.365982 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Made reservation on behalf of 13d5d442d5ce480f95e106d1889fa687 for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:22:54.369436 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:54.494457 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Allocated IP 172.20.0.14 (ee21460c-e486-424d-9ac1-69b80782df06/e823273f-69cc-4e79-af1e-7f15ee184e6a/25409f69-dc58-4cd5-90c6-a0ca8c957eb2) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:22:54.632177 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:54.703237 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:54.742909 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Network ee21460c-e486-424d-9ac1-69b80782df06 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:22:54.746626 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:54.757213 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:22:54.789614 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'Port': ['ID=25409f69-dc58-4cd5-90c6-a0ca8c957eb2,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:54.826224 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-78748ecb-b0ff-4cec-84b4-e25fb4ab028b req-6e8cca5a-0533-43c7-9eac-3b2f34fae7a0 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=92887889-e053-45c2-8369-3681216bd74d HTTP/1.1" status: 200 len: 210 time: 0.0406308 Apr 06 11:22:54.843282 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:54.843891 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:54.956872 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-0716b592-5521-4fca-a79b-05a29c4f7b76 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8297079 Apr 06 11:22:54.978071 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Request body: {'port': {'device_id': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:55.031338 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bb99bff2-3cba-4148-b567-5083d338d93d None None] Provisioning complete for port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:55.031640 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bb99bff2-3cba-4148-b567-5083d338d93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:55.038316 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:55.071871 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bb99bff2-3cba-4148-b567-5083d338d93d None None] Port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:22:55.109804 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879f52f-8b97-4589-b896-cc7223d64ad0 req-b86259a9-b17c-40b4-b320-ba876d95fb96 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:55.111388 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7879f52f-8b97-4589-b896-cc7223d64ad0 req-b86259a9-b17c-40b4-b320-ba876d95fb96 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 932 time: 0.0601897 Apr 06 11:22:55.161214 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7879f52f-8b97-4589-b896-cc7223d64ad0 req-b4b6bcb1-f4d8-4fef-ba5a-20aa8f0e4748 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438981 Apr 06 11:22:55.313467 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:22:55.320838 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Publish callbacks [] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:55.332636 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Transition to ACTIVE for port object 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:22:55.382946 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:55.422780 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:55.477683 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Pushing event updated for resources: {'Port': ['ID=25409f69-dc58-4cd5-90c6-a0ca8c957eb2,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:55.549275 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Attempting to bind port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:22:55.549712 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Attempting to bind port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:22:55.551774 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Attempting to bind port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 on network ee21460c-e486-424d-9ac1-69b80782df06 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:22:55.554930 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 on network ee21460c-e486-424d-9ac1-69b80782df06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:22:55.555321 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Attempting to bind port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 on network ee21460c-e486-424d-9ac1-69b80782df06 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:22:55.560574 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:22:55.560911 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Checking segment: {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:22:55.561320 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Bound using segment: {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:22:55.561747 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Bound port: 25409f69-dc58-4cd5-90c6-a0ca8c957eb2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:22:55.562106 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:55.625466 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] For port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:22:55.628432 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] For port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25409f69-dc58-4cd5-90c6-a0ca8c957eb2,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:22:55.709366 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:55.743035 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:55.743578 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:55.744940 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] 10.222.0.49 "PUT /v2.0/ports/25409f69-dc58-4cd5-90c6-a0ca8c957eb2 HTTP/1.1" status: 200 len: 1094 time: 0.7710304 Apr 06 11:22:55.766269 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31376b7e-887f-4567-9e29-3d9ed52b874d service neutron] Pushing event updated for resources: {'Port': ['ID=25409f69-dc58-4cd5-90c6-a0ca8c957eb2,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:55.929503 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-3724774b-36ae-4eea-a37f-9f19fb33d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:55.931037 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-3724774b-36ae-4eea-a37f-9f19fb33d155 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 1128 time: 0.0556679 Apr 06 11:22:55.982578 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-70baeca5-f815-4387-806c-bbabd70047c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25409f69-dc58-4cd5-90c6-a0ca8c957eb2 HTTP/1.1" status: 200 len: 217 time: 0.0370381 Apr 06 11:22:56.032371 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-2d06335d-2c89-44d5-8a21-9857d6a2b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:56.033867 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-2d06335d-2c89-44d5-8a21-9857d6a2b2a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0449448 Apr 06 11:22:56.082575 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-deaff6fc-74ae-461e-89e5-22bae4660295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:56.084012 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-deaff6fc-74ae-461e-89e5-22bae4660295 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440521 Apr 06 11:22:56.173687 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-6f94c771-8070-4170-b215-73b4b0171777 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830016 Apr 06 11:22:56.275496 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3cd165da-6711-4d03-ba8c-aa361e408e05 req-f108e506-8066-4153-9b06-bee7b670fed4 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956016 Apr 06 11:22:56.288225 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55879a9e-123f-4e1d-9f06-7cc14e86cd48 req-69ad69e5-187a-4f56-9f4b-819805c564b7 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:56.289691 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-55879a9e-123f-4e1d-9f06-7cc14e86cd48 req-69ad69e5-187a-4f56-9f4b-819805c564b7 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0559998 Apr 06 11:22:56.315772 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 45d686da-eaaa-44b1-a21e-f3b73d832298 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:22:56.316235 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'tag': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:22:56.318624 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0d0ff3-34c4-4145-a6c9-14580e4e935a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd", "tag": "25409f69-dc58-4cd5-90c6-a0ca8c957eb2"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:22:56.340271 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: 45d686da-eaaa-44b1-a21e-f3b73d832298 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:22:56.340727 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 45d686da-eaaa-44b1-a21e-f3b73d832298 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:22:56.340880 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-55879a9e-123f-4e1d-9f06-7cc14e86cd48 req-abc26db4-59f1-4920-9f2c-8681c597fcbc tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448883 Apr 06 11:22:56.357907 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db128e5-b393-48f3-9b3a-34c4483b739e x-openstack-request-id: req-1db128e5-b393-48f3-9b3a-34c4483b739e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:22:56.358201 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd", "tag": "25409f69-dc58-4cd5-90c6-a0ca8c957eb2", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:22:56.358459 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1db128e5-b393-48f3-9b3a-34c4483b739e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:22:56.358940 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db128e5-b393-48f3-9b3a-34c4483b739e'] response: {'name': 'network-changed', 'server_uuid': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'tag': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2', 'status': 'completed', 'code': 200} Apr 06 11:22:56.822464 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:57.471480 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2f927-5caa-4295-be17-5905b38c2cc2 req-b89f9446-445e-4c51-8175-43e9e03e1877 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:57.472921 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cdc2f927-5caa-4295-be17-5905b38c2cc2 req-b89f9446-445e-4c51-8175-43e9e03e1877 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0589788 Apr 06 11:22:57.519518 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cdc2f927-5caa-4295-be17-5905b38c2cc2 req-697ca209-25e0-4c6d-9d92-6f96fa3471f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 Apr 06 11:22:58.239525 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:58.634299 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1d99a-2720-4d86-9a63-2a311fa9d124 req-b09bc365-e00e-4c69-96f5-7713b352a6c8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:58.635745 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-24f1d99a-2720-4d86-9a63-2a311fa9d124 req-b09bc365-e00e-4c69-96f5-7713b352a6c8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0515766 Apr 06 11:22:58.684073 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-24f1d99a-2720-4d86-9a63-2a311fa9d124 req-9295bf89-f794-4bf2-b54a-7c70e2b18007 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Apr 06 11:22:59.810776 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ccf60-2c72-4608-b26d-e3d84e2a2805 req-25bfa80c-6ffd-4a60-873d-2dea3ef2ec43 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:59.810776 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-787ccf60-2c72-4608-b26d-e3d84e2a2805 req-25bfa80c-6ffd-4a60-873d-2dea3ef2ec43 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0518160 Apr 06 11:22:59.854658 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-787ccf60-2c72-4608-b26d-e3d84e2a2805 req-01214df7-d621-4923-90bb-dc11b8e21eb7 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Apr 06 11:23:00.975734 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb7d65-c575-4553-a2ae-6f9d937de725 req-40e834e3-8d6b-4e35-aa39-375812c4192a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:00.977197 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-89eb7d65-c575-4553-a2ae-6f9d937de725 req-40e834e3-8d6b-4e35-aa39-375812c4192a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0516291 Apr 06 11:23:01.027069 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-89eb7d65-c575-4553-a2ae-6f9d937de725 req-ddc7e2ce-b9df-4448-b9fb-86c668a2bece tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443454 Apr 06 11:23:01.126354 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0ff3-34c4-4145-a6c9-14580e4e935a req-14ca1938-3b29-4819-b8a1-cec4c35820a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:01.127834 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af0d0ff3-34c4-4145-a6c9-14580e4e935a req-14ca1938-3b29-4819-b8a1-cec4c35820a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 1128 time: 0.0429580 Apr 06 11:23:01.217781 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0ff3-34c4-4145-a6c9-14580e4e935a req-115c6e37-047a-4737-b2fd-0f487462785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:01.219210 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af0d0ff3-34c4-4145-a6c9-14580e4e935a req-115c6e37-047a-4737-b2fd-0f487462785c service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 913 time: 0.0853777 Apr 06 11:23:01.258963 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af0d0ff3-34c4-4145-a6c9-14580e4e935a req-0015892f-8dc0-43c8-9331-343dd7922a94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25409f69-dc58-4cd5-90c6-a0ca8c957eb2 HTTP/1.1" status: 200 len: 217 time: 0.0329792 Apr 06 11:23:01.309837 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0ff3-34c4-4145-a6c9-14580e4e935a req-36c679ff-e064-452e-9b1c-b4b86a54f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:01.311253 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af0d0ff3-34c4-4145-a6c9-14580e4e935a req-36c679ff-e064-452e-9b1c-b4b86a54f45d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0462859 Apr 06 11:23:01.358552 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d0ff3-34c4-4145-a6c9-14580e4e935a req-9c788d4e-d75f-4473-9bfc-08ca204441ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:01.360021 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af0d0ff3-34c4-4145-a6c9-14580e4e935a req-9c788d4e-d75f-4473-9bfc-08ca204441ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427043 Apr 06 11:23:01.448636 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af0d0ff3-34c4-4145-a6c9-14580e4e935a req-79dfbbf6-3d94-4d01-8e88-813c1126533d service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822911 Apr 06 11:23:01.540267 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-af0d0ff3-34c4-4145-a6c9-14580e4e935a req-0f057d6f-9ecd-4eba-aac8-bfaf61caeb63 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850344 Apr 06 11:23:02.160167 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccd96e-b74e-48c1-95d8-6d4c93255162 req-83be86db-9f27-48aa-ae36-c512b473656c tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:02.161663 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-caccd96e-b74e-48c1-95d8-6d4c93255162 req-83be86db-9f27-48aa-ae36-c512b473656c tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0674362 Apr 06 11:23:02.209497 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-caccd96e-b74e-48c1-95d8-6d4c93255162 req-6860c376-f8eb-4b42-9b5c-79ee5ff292e8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420547 Apr 06 11:23:03.323700 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f5848-f76e-41db-8717-196ecc539e4d req-6bf13924-d876-436f-93dd-1256728013ec tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:03.325151 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-be0f5848-f76e-41db-8717-196ecc539e4d req-6bf13924-d876-436f-93dd-1256728013ec tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0515170 Apr 06 11:23:03.371857 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-be0f5848-f76e-41db-8717-196ecc539e4d req-af694979-1260-4180-a9d5-af852fda3938 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406842 Apr 06 11:23:04.493275 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ae3f0-39b7-4867-bfd4-443860098e36 req-f9bbd66a-2b48-4ff5-8b44-548c552e1bf8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:04.494740 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-749ae3f0-39b7-4867-bfd4-443860098e36 req-f9bbd66a-2b48-4ff5-8b44-548c552e1bf8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0576353 Apr 06 11:23:04.543757 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-749ae3f0-39b7-4867-bfd4-443860098e36 req-90683cee-c7dc-47e2-a63d-176d2fff23a5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412054 Apr 06 11:23:05.659144 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e5307-4100-40b7-9e3f-7d1efd1f5ce7 req-8fbc71ca-1154-4958-bf77-2a393e421618 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:05.660556 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ed3e5307-4100-40b7-9e3f-7d1efd1f5ce7 req-8fbc71ca-1154-4958-bf77-2a393e421618 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0519047 Apr 06 11:23:05.707893 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ed3e5307-4100-40b7-9e3f-7d1efd1f5ce7 req-33e5827e-03e1-4632-adbe-52966a5fec02 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415499 Apr 06 11:23:06.823246 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f906c-8346-4237-822f-42a67b82829a req-8718f580-8f2a-4702-81ef-80d2cf3e1143 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:06.824737 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db7f906c-8346-4237-822f-42a67b82829a req-8718f580-8f2a-4702-81ef-80d2cf3e1143 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0517685 Apr 06 11:23:06.873030 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-db7f906c-8346-4237-822f-42a67b82829a req-3d2f5287-5296-4bdb-8591-360b1203ae85 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426373 Apr 06 11:23:07.342911 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-c4f2bda5-7a70-46c1-9d4b-81232c3e71c9 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:07.344245 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-c4f2bda5-7a70-46c1-9d4b-81232c3e71c9 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/networks?id=8cb65686-ec7b-4a0d-8f38-7e57e802ce69 HTTP/1.1" status: 200 len: 813 time: 0.0987511 Apr 06 11:23:07.357862 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-093ff06f-4af5-459c-aa48-1f4885c754fb tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/quotas/228ce5fb39b746459557caa1ee18daff HTTP/1.1" status: 200 len: 375 time: 0.0083528 Apr 06 11:23:07.388175 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-f972c6f9-8ceb-41b6-9de7-e53d8f191fb9 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=228ce5fb39b746459557caa1ee18daff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256314 Apr 06 11:23:07.476107 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-f2a84d37-e3d8-4930-bf33-baa2af9944bc service neutron] 10.222.0.62 "GET /v2.0/networks/8cb65686-ec7b-4a0d-8f38-7e57e802ce69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814693 Apr 06 11:23:07.562877 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-d24f708e-fd8f-47a9-8eff-5b1331e99751 service neutron] 10.222.0.62 "GET /v2.0/networks/8cb65686-ec7b-4a0d-8f38-7e57e802ce69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810819 Apr 06 11:23:07.776132 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a8452778-cb17-430e-861f-ff449e9ef7b0 req-e51eb7b9-a6d1-4ed3-be87-0e3635b66750 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 210 time: 0.0267451 Apr 06 11:23:07.991522 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b33ed0-5f40-4ca7-8314-6c62b1d3e297 req-88ba6aac-c8a0-430f-b68d-4ef109577615 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:07.992969 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-86b33ed0-5f40-4ca7-8314-6c62b1d3e297 req-88ba6aac-c8a0-430f-b68d-4ef109577615 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0550778 Apr 06 11:23:08.043531 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-86b33ed0-5f40-4ca7-8314-6c62b1d3e297 req-ea699352-4e88-4290-bb31-33275fb16400 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437675 Apr 06 11:23:08.871299 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-46db8a0a-8f11-4f12-a378-7420b8705c32 req-2baae875-d3f9-4eab-8db9-e62cae0726c8 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 210 time: 0.0309567 Apr 06 11:23:09.161430 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d529a3-a389-485a-bbb4-4d29b36aa909 req-8f3fa462-c4e8-4e52-b1a5-ddbbefde55c9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:09.162884 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f0d529a3-a389-485a-bbb4-4d29b36aa909 req-8f3fa462-c4e8-4e52-b1a5-ddbbefde55c9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0542057 Apr 06 11:23:09.210465 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f0d529a3-a389-485a-bbb4-4d29b36aa909 req-474d644c-006b-411c-ba81-f6a2bd453325 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410452 Apr 06 11:23:09.491438 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-63e8c5e3-ceab-469c-8db3-1c5fadeca630 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:09.492882 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-63e8c5e3-ceab-469c-8db3-1c5fadeca630 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.49 "GET /v2.0/networks?id=8cb65686-ec7b-4a0d-8f38-7e57e802ce69 HTTP/1.1" status: 200 len: 813 time: 0.1011281 Apr 06 11:23:09.510605 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Request body: {'port': {'device_id': '5ea65f7c-2e87-42df-a08a-909ca8d289ed', 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69', 'admin_state_up': True, 'tenant_id': '228ce5fb39b746459557caa1ee18daff'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:23:09.685661 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Made reservation on behalf of 228ce5fb39b746459557caa1ee18daff for: {'port': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:23:09.688983 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:09.808453 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Allocated IP 172.20.0.7 (8cb65686-ec7b-4a0d-8f38-7e57e802ce69/d4bc1a8c-59d4-4d32-829c-62c479dcdec4/0e489443-7ccf-460f-8d1d-cdb585c35229) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:23:09.973237 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-a0e86b77-2751-482e-8261-a487ca81a986 req-3b3c9d58-4024-41ae-b59c-4fe2882402f7 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 210 time: 0.0340490 Apr 06 11:23:09.975978 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks [] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:10.068724 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:10.114673 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:23:10.120001 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:23:10.123039 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:23:10.148525 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Pushing event updated for resources: {'Port': ['ID=0e489443-7ccf-460f-8d1d-cdb585c35229,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:10.160100 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.160444 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.160786 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.161149 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.161482 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.161812 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.162141 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.162488 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.162814 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.163137 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.163460 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.163781 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.164100 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.164420 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.164747 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.183419 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:10.184565 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:10.254075 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a21a9b7c-f02e-4775-bec3-171c7dfd3954 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7471747 Apr 06 11:23:10.271087 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Request body: {'port': {'device_id': '5ea65f7c-2e87-42df-a08a-909ca8d289ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:23:10.328849 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f578fd-f803-42dd-95cb-3b90348a2e9f req-99785c8c-b3a1-4d09-86e4-9d2264d6997c tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:10.330266 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b7f578fd-f803-42dd-95cb-3b90348a2e9f req-99785c8c-b3a1-4d09-86e4-9d2264d6997c tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 944 time: 0.0529087 Apr 06 11:23:10.331510 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:10.378518 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:23:10.381713 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b7f578fd-f803-42dd-95cb-3b90348a2e9f req-341b11d9-6240-4176-9d54-517e1890a590 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458751 Apr 06 11:23:10.596657 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e489443-7ccf-460f-8d1d-cdb585c35229 {{(pid=104087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:23:10.603788 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Publish callbacks [] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:10.612098 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25409f69-dc58-4cd5-90c6-a0ca8c957eb2,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:23:10.616276 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.provisioning_blocks [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Transition to ACTIVE for port object 0e489443-7ccf-460f-8d1d-cdb585c35229 will not be triggered until provisioned by entity L2. {{(pid=104087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:23:10.623302 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'port_id': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2', 'mac_address': 'fa:16:3e:98:1e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:23:10.659132 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:23:10.659529 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:10.673451 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:23:10.692632 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25409f69-dc58-4cd5-90c6-a0ca8c957eb2,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:23:10.696892 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:10.748114 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Pushing event updated for resources: {'Port': ['ID=0e489443-7ccf-460f-8d1d-cdb585c35229,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:10.754173 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:10.805014 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=25409f69-dc58-4cd5-90c6-a0ca8c957eb2,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:10.813005 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.813378 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.813725 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.814068 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.814407 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.814738 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.815067 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.815171 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Attempting to bind port 0e489443-7ccf-460f-8d1d-cdb585c35229 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:23:10.815397 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.815501 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Attempting to bind port 0e489443-7ccf-460f-8d1d-cdb585c35229 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69'}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:23:10.815904 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.816023 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Attempting to bind port 0e489443-7ccf-460f-8d1d-cdb585c35229 on network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:23:10.816241 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.816569 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.816897 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.817254 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.817580 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.817977 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:10.820876 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Port 0e489443-7ccf-460f-8d1d-cdb585c35229 on network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:23:10.821895 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Attempting to bind port 0e489443-7ccf-460f-8d1d-cdb585c35229 on network 8cb65686-ec7b-4a0d-8f38-7e57e802ce69 {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:23:10.826565 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:23:10.826906 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Checking segment: {'id': 'f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:23:10.827287 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Bound using segment: {'id': 'f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69'} {{(pid=104087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:23:10.827716 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.managers [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Bound port: 0e489443-7ccf-460f-8d1d-cdb585c35229, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69'}}] {{(pid=104087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:23:10.828193 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:10.888454 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] For port 0e489443-7ccf-460f-8d1d-cdb585c35229, host hv-cinder-83607, cleared binding levels {{(pid=104087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:23:10.891312 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] For port 0e489443-7ccf-460f-8d1d-cdb585c35229, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0e489443-7ccf-460f-8d1d-cdb585c35229,segment=NetworkSegment(f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc),segment_id=f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc)] {{(pid=104087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:23:10.942853 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:10.976345 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:10.976947 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:10.978314 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] 10.222.0.49 "PUT /v2.0/ports/0e489443-7ccf-460f-8d1d-cdb585c35229 HTTP/1.1" status: 200 len: 1093 time: 0.7113216 Apr 06 11:23:10.978750 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea65f7c-2e87-42df-a08a-909ca8d289ed', 'tag': '0e489443-7ccf-460f-8d1d-cdb585c35229'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:23:10.980987 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6cd832-e7e1-4983-91d3-726b75fd7787" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea65f7c-2e87-42df-a08a-909ca8d289ed", "tag": "0e489443-7ccf-460f-8d1d-cdb585c35229"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:23:11.004767 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1277667-9bb2-4e6a-8474-fb5c2cadd6cc service neutron] Pushing event updated for resources: {'Port': ['ID=0e489443-7ccf-460f-8d1d-cdb585c35229,revision_number=3']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:11.024137 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df580f6-dbac-4df6-9c88-e481050e9bf3 x-openstack-request-id: req-9df580f6-dbac-4df6-9c88-e481050e9bf3 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:23:11.024388 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea65f7c-2e87-42df-a08a-909ca8d289ed", "tag": "0e489443-7ccf-460f-8d1d-cdb585c35229", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:23:11.024661 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9df580f6-dbac-4df6-9c88-e481050e9bf3 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:23:11.025898 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df580f6-dbac-4df6-9c88-e481050e9bf3'] response: {'name': 'network-changed', 'server_uuid': '5ea65f7c-2e87-42df-a08a-909ca8d289ed', 'tag': '0e489443-7ccf-460f-8d1d-cdb585c35229', 'status': 'completed', 'code': 200} Apr 06 11:23:11.095271 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc61c1-ec0c-4f8b-8c0c-fac5f3cf9710 req-af6bb82e-80f4-44f4-b98b-ddc3ed339100 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:11.096790 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-45fc61c1-ec0c-4f8b-8c0c-fac5f3cf9710 req-af6bb82e-80f4-44f4-b98b-ddc3ed339100 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 943 time: 0.0558484 Apr 06 11:23:11.115497 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cd832-e7e1-4983-91d3-726b75fd7787 req-a8ee3caa-b9ea-433f-8b2f-35fab1fc6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:11.117022 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8d6cd832-e7e1-4983-91d3-726b75fd7787 req-a8ee3caa-b9ea-433f-8b2f-35fab1fc6f6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=228ce5fb39b746459557caa1ee18daff&device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 1127 time: 0.0471914 Apr 06 11:23:11.144369 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-45fc61c1-ec0c-4f8b-8c0c-fac5f3cf9710 req-f5ee795c-72e4-4174-8838-8a335757d673 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Apr 06 11:23:11.221515 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cd832-e7e1-4983-91d3-726b75fd7787 req-a95af154-35de-43da-bb83-cfb7e27cf7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:11.222948 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8d6cd832-e7e1-4983-91d3-726b75fd7787 req-a95af154-35de-43da-bb83-cfb7e27cf7ce service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=228ce5fb39b746459557caa1ee18daff&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0918360 Apr 06 11:23:11.235326 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['25409f69-dc58-4cd5-90c6-a0ca8c957eb2'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:23:11.602779 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cd832-e7e1-4983-91d3-726b75fd7787 req-41540e81-2cc8-437e-9cb1-8a35e2ea137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:11.604172 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8d6cd832-e7e1-4983-91d3-726b75fd7787 req-41540e81-2cc8-437e-9cb1-8a35e2ea137e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3749721 Apr 06 11:23:11.643279 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1d171-6b7e-4937-99b1-cee420412a0c req-fe47f115-d591-4917-9c96-b0f155743063 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:11.644724 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-62c1d171-6b7e-4937-99b1-cee420412a0c req-fe47f115-d591-4917-9c96-b0f155743063 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 945 time: 0.0587990 Apr 06 11:23:11.718946 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-62c1d171-6b7e-4937-99b1-cee420412a0c req-c83b3052-0640-4567-9125-1068a5fb6a8b tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674832 Apr 06 11:23:11.730274 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-3581f86b-eddc-4689-a0fd-3c8f885d0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:11.732255 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-3581f86b-eddc-4689-a0fd-3c8f885d0e4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=228ce5fb39b746459557caa1ee18daff&device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 1127 time: 0.0659378 Apr 06 11:23:11.782745 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-6f3b1f70-72cb-4990-b70d-2e9308884730 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e489443-7ccf-460f-8d1d-cdb585c35229 HTTP/1.1" status: 200 len: 217 time: 0.0356648 Apr 06 11:23:11.830036 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-cb2189fa-ff4f-44d1-93a8-ec9fef0c7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:11.831435 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-cb2189fa-ff4f-44d1-93a8-ec9fef0c7018 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d4bc1a8c-59d4-4d32-829c-62c479dcdec4 HTTP/1.1" status: 200 len: 853 time: 0.0423894 Apr 06 11:23:11.865592 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-7237f816-1d91-43f3-a4ab-84b45d758b84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8cb65686-ec7b-4a0d-8f38-7e57e802ce69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279434 Apr 06 11:23:11.953882 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-a702d1fd-ee78-4fe3-96ad-e39162fc2ef1 service neutron] 10.222.0.49 "GET /v2.0/networks/8cb65686-ec7b-4a0d-8f38-7e57e802ce69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817611 Apr 06 11:23:12.039214 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-617bab20-8ca4-4a10-bfa8-1164b533c522 req-fa6f6759-19d2-4b96-a6c5-bcec38b9db5c service neutron] 10.222.0.49 "GET /v2.0/networks/8cb65686-ec7b-4a0d-8f38-7e57e802ce69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792818 Apr 06 11:23:12.259684 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88c39f-eab8-45de-8547-4ab583188897 req-391a7052-1bf9-4a59-9a8c-02baf78d1b5e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:12.261145 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2e88c39f-eab8-45de-8547-4ab583188897 req-391a7052-1bf9-4a59-9a8c-02baf78d1b5e tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 943 time: 0.0503395 Apr 06 11:23:12.307010 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2e88c39f-eab8-45de-8547-4ab583188897 req-14df7512-4b11-4c25-886b-0541a5040633 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394661 Apr 06 11:23:12.395292 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:23:12.502284 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:23:12.505884 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:23:12.506254 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:12.580565 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:23:12.580872 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:12.605233 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:23:12.608039 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7296559a-afc8-4130-a811-5b12efb767a5" -d '{"events": [{"server_uuid": "a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd", "name": "network-vif-plugged", "status": "completed", "tag": "25409f69-dc58-4cd5-90c6-a0ca8c957eb2"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:23:12.620796 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25409f69-dc58-4cd5-90c6-a0ca8c957eb2,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:23:12.643396 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b66f8e0-863e-4bb4-b8ed-7898b21d0e70 x-openstack-request-id: req-7b66f8e0-863e-4bb4-b8ed-7898b21d0e70 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:23:12.643716 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd", "name": "network-vif-plugged", "status": "completed", "tag": "25409f69-dc58-4cd5-90c6-a0ca8c957eb2", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:23:12.643974 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b66f8e0-863e-4bb4-b8ed-7898b21d0e70 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:23:12.644409 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b66f8e0-863e-4bb4-b8ed-7898b21d0e70'] response: {'server_uuid': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2', 'code': 200} Apr 06 11:23:12.691045 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:12.753884 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=25409f69-dc58-4cd5-90c6-a0ca8c957eb2,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:12.836834 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef1455-b4de-49dc-b872-274b9efb6906 req-e2ed4b83-787e-4756-916c-5e52664551fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:12.838243 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-47ef1455-b4de-49dc-b872-274b9efb6906 req-e2ed4b83-787e-4756-916c-5e52664551fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0547111 Apr 06 11:23:12.885124 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-47ef1455-b4de-49dc-b872-274b9efb6906 req-ecb01ef4-6b21-42bb-b129-e9ea3ee913d1 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407603 Apr 06 11:23:13.423497 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb8673-cd2f-4532-9470-f0c8aec38c71 req-6e0874c2-7b57-44bf-abf5-885f4586b3d8 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:13.424976 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9cfb8673-cd2f-4532-9470-f0c8aec38c71 req-6e0874c2-7b57-44bf-abf5-885f4586b3d8 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 943 time: 0.0525656 Apr 06 11:23:13.474075 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9cfb8673-cd2f-4532-9470-f0c8aec38c71 req-f7eb7211-2f90-4abd-b990-a0be24f7acf8 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435414 Apr 06 11:23:13.999740 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89d611-df05-4ccf-98ef-9c58a733da61 req-64d03016-75df-4cbf-ada4-6c8363f5df94 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:14.001211 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-db89d611-df05-4ccf-98ef-9c58a733da61 req-64d03016-75df-4cbf-ada4-6c8363f5df94 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0506690 Apr 06 11:23:14.048115 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-db89d611-df05-4ccf-98ef-9c58a733da61 req-a5441dad-c7b8-4c98-a911-9dd8063ed513 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 Apr 06 11:23:14.590811 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d6cbe-6e6a-40d6-aa5d-281e825d386d req-8ba83226-62b1-4b70-9bf5-bc0c94540af7 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:14.592261 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-471d6cbe-6e6a-40d6-aa5d-281e825d386d req-8ba83226-62b1-4b70-9bf5-bc0c94540af7 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 943 time: 0.0514343 Apr 06 11:23:14.637329 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-471d6cbe-6e6a-40d6-aa5d-281e825d386d req-6dcb37a6-32fc-4807-b8fa-d5f173534db6 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388951 Apr 06 11:23:14.811412 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139883c1-bb97-42e1-a0aa-6f061c2d50a6 req-26fa3ef5-be42-47e2-85ee-9a2cec5cc7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:14.812772 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-139883c1-bb97-42e1-a0aa-6f061c2d50a6 req-26fa3ef5-be42-47e2-85ee-9a2cec5cc7fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 1130 time: 0.0437374 Apr 06 11:23:14.856510 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-139883c1-bb97-42e1-a0aa-6f061c2d50a6 req-2ee5e602-e9f1-4e8e-b331-3ba690c0069e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372531 Apr 06 11:23:15.161240 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801cea6-3dd5-4e92-869a-4d784d062557 req-79365b1a-7b6f-4963-9adc-8239950583d3 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:15.162674 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7801cea6-3dd5-4e92-869a-4d784d062557 req-79365b1a-7b6f-4963-9adc-8239950583d3 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0506353 Apr 06 11:23:15.213172 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7801cea6-3dd5-4e92-869a-4d784d062557 req-888eef05-074e-46c0-889e-899159bd0f49 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442283 Apr 06 11:23:15.755588 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680e773-8f36-4c46-8c6c-490345d429e5 req-d99ed767-39ed-4f19-98a9-065813910cf2 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:15.757041 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e680e773-8f36-4c46-8c6c-490345d429e5 req-d99ed767-39ed-4f19-98a9-065813910cf2 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 943 time: 0.0543685 Apr 06 11:23:15.802898 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e680e773-8f36-4c46-8c6c-490345d429e5 req-1c0530ac-56cc-4bba-8eab-1556887f91b2 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402801 Apr 06 11:23:16.176851 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:16.327458 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f2dc2-fa9b-42d3-9eb6-9fe554ad5977 req-47c81949-7baf-462f-9001-913c1d6af639 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:16.328878 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c76f2dc2-fa9b-42d3-9eb6-9fe554ad5977 req-47c81949-7baf-462f-9001-913c1d6af639 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0522962 Apr 06 11:23:16.374976 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c76f2dc2-fa9b-42d3-9eb6-9fe554ad5977 req-161b090e-6744-4f2c-b1e1-9948346d3b7f tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405555 Apr 06 11:23:16.403089 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 0e489443-7ccf-460f-8d1d-cdb585c35229 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:23:16.497585 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 0e489443-7ccf-460f-8d1d-cdb585c35229, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0e489443-7ccf-460f-8d1d-cdb585c35229,segment=NetworkSegment(f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc),segment_id=f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:23:16.508580 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': '0e489443-7ccf-460f-8d1d-cdb585c35229', 'network_id': '8cb65686-ec7b-4a0d-8f38-7e57e802ce69', 'port_id': '0e489443-7ccf-460f-8d1d-cdb585c35229', 'mac_address': 'fa:16:3e:e5:3e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bc1a8c-59d4-4d32-829c-62c479dcdec4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:23:16.544506 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 0e489443-7ccf-460f-8d1d-cdb585c35229 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:23:16.544893 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:16.557517 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e489443-7ccf-460f-8d1d-cdb585c35229 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:23:16.577209 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 0e489443-7ccf-460f-8d1d-cdb585c35229, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0e489443-7ccf-460f-8d1d-cdb585c35229,segment=NetworkSegment(f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc),segment_id=f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:23:16.639823 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:16.687506 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=0e489443-7ccf-460f-8d1d-cdb585c35229,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:16.922556 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d16543-af6e-4b89-aaaf-b7933a0e4e5e req-590251fd-47c3-41ee-9479-83db3c842f38 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:16.924022 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-21d16543-af6e-4b89-aaaf-b7933a0e4e5e req-590251fd-47c3-41ee-9479-83db3c842f38 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 944 time: 0.0519116 Apr 06 11:23:16.969464 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-21d16543-af6e-4b89-aaaf-b7933a0e4e5e req-c1e7fdff-5b03-4134-8bbb-33219b23535c tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398796 Apr 06 11:23:17.041002 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['0e489443-7ccf-460f-8d1d-cdb585c35229'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:23:17.493785 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023af1a5-09f6-4d78-beb8-986e68b341fd req-813d7585-d8c9-4082-b38b-409ef6fd03d7 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:17.495233 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-023af1a5-09f6-4d78-beb8-986e68b341fd req-813d7585-d8c9-4082-b38b-409ef6fd03d7 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0555282 Apr 06 11:23:17.544448 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-023af1a5-09f6-4d78-beb8-986e68b341fd req-878d0879-5154-45cc-8cf6-de59be50616d tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436151 Apr 06 11:23:17.662965 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885f763-f8fa-44a4-aa18-7ca3af225fa5 req-b75e37a7-2c89-42f1-8740-e38ba9d68781 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:17.664349 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4885f763-f8fa-44a4-aa18-7ca3af225fa5 req-b75e37a7-2c89-42f1-8740-e38ba9d68781 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0564966 Apr 06 11:23:17.711679 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4885f763-f8fa-44a4-aa18-7ca3af225fa5 req-418e1451-cb06-4841-846e-45ad843f0fcc tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414898 Apr 06 11:23:17.733875 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57408) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:23:17.819672 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e78a41e-e3b1-4969-a5ba-d889d68a87e3 tempest-TestVolumeBootPattern-1425771637 tempest-TestVolumeBootPattern-1425771637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:17.821204 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6e78a41e-e3b1-4969-a5ba-d889d68a87e3 tempest-TestVolumeBootPattern-1425771637 tempest-TestVolumeBootPattern-1425771637-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 1125 time: 0.0863516 Apr 06 11:23:17.824923 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57412) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:23:17.829224 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'port_id': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:23:17.919870 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:18.017316 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:18.018374 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:23:18.089570 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f6e76-08a8-4cb5-b599-37882c559121 req-36d6c8cc-d333-4caf-927c-693f0d215ed0 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:18.091072 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5d0f6e76-08a8-4cb5-b599-37882c559121 req-36d6c8cc-d333-4caf-927c-693f0d215ed0 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 944 time: 0.0564580 Apr 06 11:23:18.120740 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Allocated IP 172.27.3.139 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/43241a85-241d-4608-bd7f-7c12c3e58d6c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:23:18.138844 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5d0f6e76-08a8-4cb5-b599-37882c559121 req-d8aad25c-bc72-4f7d-9db6-73bb9e396713 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420187 Apr 06 11:23:18.229706 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for port (43241a85-241d-4608-bd7f-7c12c3e58d6c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:18.314433 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (43241a85-241d-4608-bd7f-7c12c3e58d6c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:18.350031 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:23:18.355784 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:23:18.359347 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:23:18.364524 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'Port': ['ID=43241a85-241d-4608-bd7f-7c12c3e58d6c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:18.411946 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 0e489443-7ccf-460f-8d1d-cdb585c35229 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:23:18.542628 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port 0e489443-7ccf-460f-8d1d-cdb585c35229 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:23:18.547403 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port 0e489443-7ccf-460f-8d1d-cdb585c35229 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:23:18.547772 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:18.625622 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port 0e489443-7ccf-460f-8d1d-cdb585c35229 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:23:18.625993 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:18.647898 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea65f7c-2e87-42df-a08a-909ca8d289ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e489443-7ccf-460f-8d1d-cdb585c35229'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:23:18.650658 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57972a9-cf04-4561-b823-613b5d462a18" -d '{"events": [{"server_uuid": "5ea65f7c-2e87-42df-a08a-909ca8d289ed", "name": "network-vif-plugged", "status": "completed", "tag": "0e489443-7ccf-460f-8d1d-cdb585c35229"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:23:18.664215 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port 0e489443-7ccf-460f-8d1d-cdb585c35229, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0e489443-7ccf-460f-8d1d-cdb585c35229,segment=NetworkSegment(f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc),segment_id=f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:23:18.689141 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664cf28a-4ae5-443b-88a3-8c22e2e83215 x-openstack-request-id: req-664cf28a-4ae5-443b-88a3-8c22e2e83215 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:23:18.689439 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea65f7c-2e87-42df-a08a-909ca8d289ed", "name": "network-vif-plugged", "status": "completed", "tag": "0e489443-7ccf-460f-8d1d-cdb585c35229", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:23:18.689738 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-664cf28a-4ae5-443b-88a3-8c22e2e83215 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:23:18.690151 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664cf28a-4ae5-443b-88a3-8c22e2e83215'] response: {'server_uuid': '5ea65f7c-2e87-42df-a08a-909ca8d289ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e489443-7ccf-460f-8d1d-cdb585c35229', 'code': 200} Apr 06 11:23:18.737825 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (1c2ee2f2-2977-4266-bd33-484ad2331597), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:18.748254 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:18.796267 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=0e489443-7ccf-460f-8d1d-cdb585c35229,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:18.873075 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (43241a85-241d-4608-bd7f-7c12c3e58d6c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:19.054200 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for port (43241a85-241d-4608-bd7f-7c12c3e58d6c), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:19.060115 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3881e16-bafd-4aff-9eb3-2e3f6fbf512a req-ab0483aa-b0f9-44bc-b070-2fc333fe32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:19.061726 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f3881e16-bafd-4aff-9eb3-2e3f6fbf512a req-ab0483aa-b0f9-44bc-b070-2fc333fe32fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 1129 time: 0.0760078 Apr 06 11:23:19.104126 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f3881e16-bafd-4aff-9eb3-2e3f6fbf512a req-107b5df8-7961-4608-ac76-c6fc0a491cd1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363841 Apr 06 11:23:19.119425 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (43241a85-241d-4608-bd7f-7c12c3e58d6c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:19.182213 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'Port': ['ID=43241a85-241d-4608-bd7f-7c12c3e58d6c,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:19.195696 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (1c2ee2f2-2977-4266-bd33-484ad2331597), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:19.298317 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Floating IP 1c2ee2f2-2977-4266-bd33-484ad2331597 associated. External IP: 172.27.3.139, port: 25409f69-dc58-4cd5-90c6-a0ca8c957eb2. Apr 06 11:23:19.341987 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff670f-70fd-4643-8f0e-25f49922a231 req-ce4f420b-3f28-4783-a235-579a02f18418 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:19.343389 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1cff670f-70fd-4643-8f0e-25f49922a231 req-ce4f420b-3f28-4783-a235-579a02f18418 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 945 time: 0.1346421 Apr 06 11:23:19.390308 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1cff670f-70fd-4643-8f0e-25f49922a231 req-742c455d-b08c-4100-916a-eabf843b7209 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 Apr 06 11:23:19.507784 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:23:19.622128 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:23:19.629878 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de35ae-7989-4d30-bd4a-11832de68541 None None] Sync routers for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:23:19.640406 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de35ae-7989-4d30-bd4a-11832de68541 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:23:19.641016 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-30de35ae-7989-4d30-bd4a-11832de68541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:22:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:23:19.682172 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:19.714150 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8a1d0ca3-fac3-4ea9-a547-266cbde175fa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8881404 Apr 06 11:23:19.714726 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'tag': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:23:19.717112 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abcab67-4c39-48a0-8994-c9918c81fc44" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd", "tag": "25409f69-dc58-4cd5-90c6-a0ca8c957eb2"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:23:19.752552 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-30de35ae-7989-4d30-bd4a-11832de68541 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:23:19.754058 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c502a2e-c6bc-4a7a-8977-6f77244ac075 x-openstack-request-id: req-1c502a2e-c6bc-4a7a-8977-6f77244ac075 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:23:19.754349 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd", "tag": "25409f69-dc58-4cd5-90c6-a0ca8c957eb2", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:23:19.754601 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c502a2e-c6bc-4a7a-8977-6f77244ac075 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:23:19.755006 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c502a2e-c6bc-4a7a-8977-6f77244ac075'] response: {'name': 'network-changed', 'server_uuid': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'tag': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2', 'status': 'completed', 'code': 200} Apr 06 11:23:19.970025 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-30de35ae-7989-4d30-bd4a-11832de68541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '1c2ee2f2-2977-4266-bd33-484ad2331597', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.139', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:98:1e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:23:18Z', 'updated_at': '2022-04-06T11:23:18Z', 'revision_number': 0, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:23:19.998826 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de35ae-7989-4d30-bd4a-11832de68541 None None] Checking router: a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:23:20.006848 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de35ae-7989-4d30-bd4a-11832de68541 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:23:20.007448 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-30de35ae-7989-4d30-bd4a-11832de68541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:22:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:23:20.107987 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-30de35ae-7989-4d30-bd4a-11832de68541 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:23:20.223555 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcab67-4c39-48a0-8994-c9918c81fc44 req-0fa28f95-56ad-4a51-b9b0-62e4c2749db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:20.224968 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7abcab67-4c39-48a0-8994-c9918c81fc44 req-0fa28f95-56ad-4a51-b9b0-62e4c2749db8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 1130 time: 0.0446639 Apr 06 11:23:20.315597 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcab67-4c39-48a0-8994-c9918c81fc44 req-b2a87f96-34c2-45ad-839f-d2ba0c4bd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:20.317329 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7abcab67-4c39-48a0-8994-c9918c81fc44 req-b2a87f96-34c2-45ad-839f-d2ba0c4bd4e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 913 time: 0.0850990 Apr 06 11:23:20.331207 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-30de35ae-7989-4d30-bd4a-11832de68541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '1c2ee2f2-2977-4266-bd33-484ad2331597', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.139', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:98:1e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:23:18Z', 'updated_at': '2022-04-06T11:23:18Z', 'revision_number': 0, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:23:20.357115 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de35ae-7989-4d30-bd4a-11832de68541 None None] The sync data for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi is: [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '1c2ee2f2-2977-4266-bd33-484ad2331597', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.139', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:98:1e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:23:18Z', 'updated_at': '2022-04-06T11:23:18Z', 'revision_number': 0, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:23:20.384251 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7abcab67-4c39-48a0-8994-c9918c81fc44 req-84ad52d0-0d3a-4817-90d2-965cecec78e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25409f69-dc58-4cd5-90c6-a0ca8c957eb2 HTTP/1.1" status: 200 len: 1000 time: 0.0582306 Apr 06 11:23:20.438764 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcab67-4c39-48a0-8994-c9918c81fc44 req-32ae28e9-4100-45b1-a24f-168f043ba62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:20.440220 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7abcab67-4c39-48a0-8994-c9918c81fc44 req-32ae28e9-4100-45b1-a24f-168f043ba62b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0494056 Apr 06 11:23:20.491075 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcab67-4c39-48a0-8994-c9918c81fc44 req-6207182a-3732-46d7-912d-b0f0f1792ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:20.492597 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7abcab67-4c39-48a0-8994-c9918c81fc44 req-6207182a-3732-46d7-912d-b0f0f1792ba1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457170 Apr 06 11:23:20.517906 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26eef1-8fe7-4e08-8107-0827b951d6e8 req-e54c92ec-44b5-45b1-a079-f52d342fd996 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:20.521519 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9a26eef1-8fe7-4e08-8107-0827b951d6e8 req-e54c92ec-44b5-45b1-a079-f52d342fd996 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 945 time: 0.0602734 Apr 06 11:23:20.556917 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a879f80-1628-4174-b624-4cc977f317fd None None] New status for floating IP 1c2ee2f2-2977-4266-bd33-484ad2331597: ACTIVE {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:23:20.568804 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9a26eef1-8fe7-4e08-8107-0827b951d6e8 req-8cd299c5-edc1-4ad5-bf07-a10ff6cc3a0a tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 Apr 06 11:23:21.029625 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7abcab67-4c39-48a0-8994-c9918c81fc44 req-9d4ef3f5-1636-41f9-94c5-865031133498 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816967 Apr 06 11:23:21.156916 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7abcab67-4c39-48a0-8994-c9918c81fc44 req-6f3192e4-699d-4184-96a1-455512200a0e service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862167 Apr 06 11:23:21.738681 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eb22b-cc8e-4cf7-84a1-5bd825cf6f27 req-c0267666-a8c4-4ca9-a251-219daddf1ba6 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:21.740137 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5a6eb22b-cc8e-4cf7-84a1-5bd825cf6f27 req-c0267666-a8c4-4ca9-a251-219daddf1ba6 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 945 time: 0.1017449 Apr 06 11:23:21.786597 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5a6eb22b-cc8e-4cf7-84a1-5bd825cf6f27 req-ba06b86c-1754-4502-ad46-f687784c8ec6 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 Apr 06 11:23:21.931113 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a5d0e2af-28d6-48cc-bba0-50eeb8f76004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:24.239585 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ef59b70f-f2fb-4906-afab-b2a81124f33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:25.370594 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:26.833531 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:28.284898 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:46.170198 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:49.261732 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d86ab0-e629-4549-9cbd-bf431a82504e req-4acdb7ef-90c1-4abd-80aa-b8fc2ddabef9 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:49.263184 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e9d86ab0-e629-4549-9cbd-bf431a82504e req-4acdb7ef-90c1-4abd-80aa-b8fc2ddabef9 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 945 time: 0.0512006 Apr 06 11:23:49.315424 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e9d86ab0-e629-4549-9cbd-bf431a82504e req-bcecf056-9c0e-4c19-b428-6a8f654676d2 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466011 Apr 06 11:23:50.432620 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023366fa-0263-4b52-88a3-1d78d72070a0 req-ba69f592-ac11-4e79-aef2-82775a74144f tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:50.434163 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-023366fa-0263-4b52-88a3-1d78d72070a0 req-ba69f592-ac11-4e79-aef2-82775a74144f tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 945 time: 0.0517073 Apr 06 11:23:50.479544 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-023366fa-0263-4b52-88a3-1d78d72070a0 req-605d6b01-975b-47f2-91b7-e8ebb8efc500 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398357 Apr 06 11:23:51.201862 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bf9c8-9bc3-4fde-a9a1-940ef6111cfd req-572ef535-95c6-45fb-b3d8-32c5510e9f97 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:51.203685 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a0bf9c8-9bc3-4fde-a9a1-940ef6111cfd req-572ef535-95c6-45fb-b3d8-32c5510e9f97 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 945 time: 0.0511265 Apr 06 11:23:51.307909 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-8a0bf9c8-9bc3-4fde-a9a1-940ef6111cfd req-6ecdf557-7040-4579-8fb8-e1d0a1bbf3c1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Deleting port 0e489443-7ccf-460f-8d1d-cdb585c35229 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:23:51.308249 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a0bf9c8-9bc3-4fde-a9a1-940ef6111cfd req-6ecdf557-7040-4579-8fb8-e1d0a1bbf3c1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:51.395695 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-8a0bf9c8-9bc3-4fde-a9a1-940ef6111cfd req-6ecdf557-7040-4579-8fb8-e1d0a1bbf3c1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] For port 0e489443-7ccf-460f-8d1d-cdb585c35229, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0e489443-7ccf-460f-8d1d-cdb585c35229,segment=NetworkSegment(f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc),segment_id=f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:23:51.396061 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a0bf9c8-9bc3-4fde-a9a1-940ef6111cfd req-6ecdf557-7040-4579-8fb8-e1d0a1bbf3c1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:51.408981 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-8a0bf9c8-9bc3-4fde-a9a1-940ef6111cfd req-6ecdf557-7040-4579-8fb8-e1d0a1bbf3c1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Calling delete_port for 0e489443-7ccf-460f-8d1d-cdb585c35229 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:23:51.598329 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e10ea0-bf92-48fc-ae19-0634aa6d7f0b req-683482c8-fae0-46d8-8124-b5691387f9f5 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:23:51.599804 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-40e10ea0-bf92-48fc-ae19-0634aa6d7f0b req-683482c8-fae0-46d8-8124-b5691387f9f5 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ea65f7c-2e87-42df-a08a-909ca8d289ed HTTP/1.1" status: 200 len: 945 time: 0.0528691 Apr 06 11:23:51.600970 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a0bf9c8-9bc3-4fde-a9a1-940ef6111cfd req-6ecdf557-7040-4579-8fb8-e1d0a1bbf3c1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (0e489443-7ccf-460f-8d1d-cdb585c35229), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:51.637513 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdf557-7040-4579-8fb8-e1d0a1bbf3c1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Pushing event deleted for resources: {'Port': ['ID=0e489443-7ccf-460f-8d1d-cdb585c35229,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:51.639194 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['0e489443-7ccf-460f-8d1d-cdb585c35229'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:23:51.699949 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0bf9c8-9bc3-4fde-a9a1-940ef6111cfd req-6ecdf557-7040-4579-8fb8-e1d0a1bbf3c1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] No DVR routers for this DVR port 0e489443-7ccf-460f-8d1d-cdb585c35229 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:23:51.706012 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-8a0bf9c8-9bc3-4fde-a9a1-940ef6111cfd req-6ecdf557-7040-4579-8fb8-e1d0a1bbf3c1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:51.709198 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-8a0bf9c8-9bc3-4fde-a9a1-940ef6111cfd req-6ecdf557-7040-4579-8fb8-e1d0a1bbf3c1 tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.49 "DELETE /v2.0/ports/0e489443-7ccf-460f-8d1d-cdb585c35229 HTTP/1.1" status: 204 len: 173 time: 0.4982123 Apr 06 11:23:51.709630 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea65f7c-2e87-42df-a08a-909ca8d289ed', 'name': 'network-vif-deleted', 'tag': '0e489443-7ccf-460f-8d1d-cdb585c35229'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:23:51.711832 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3656aaea-e416-4193-8ec5-d8c5f71a29e2" -d '{"events": [{"server_uuid": "5ea65f7c-2e87-42df-a08a-909ca8d289ed", "name": "network-vif-deleted", "tag": "0e489443-7ccf-460f-8d1d-cdb585c35229"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:23:51.721345 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-40e10ea0-bf92-48fc-ae19-0634aa6d7f0b req-3f3fc95f-0725-4a3c-b64b-de8322fb0a1a tempest-VolumesSnapshotTestJSON-1594922933 tempest-VolumesSnapshotTestJSON-1594922933-project] 10.222.0.62 "GET /v2.0/security-groups?id=80ae3ce8-d77f-4aba-96d4-0635c349490d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140809 Apr 06 11:23:51.749118 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cddb2c-3e22-48d4-bd71-740676e8e716 x-openstack-request-id: req-95cddb2c-3e22-48d4-bd71-740676e8e716 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:23:51.749417 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea65f7c-2e87-42df-a08a-909ca8d289ed", "name": "network-vif-deleted", "tag": "0e489443-7ccf-460f-8d1d-cdb585c35229", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:23:51.749675 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95cddb2c-3e22-48d4-bd71-740676e8e716 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:23:51.750585 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95cddb2c-3e22-48d4-bd71-740676e8e716'] response: {'server_uuid': '5ea65f7c-2e87-42df-a08a-909ca8d289ed', 'name': 'network-vif-deleted', 'tag': '0e489443-7ccf-460f-8d1d-cdb585c35229', 'status': 'completed', 'code': 200} Apr 06 11:23:51.913416 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-01310160-2b68-45b8-94d4-fec1e4e343a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:54.261628 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-13435e85-cdce-4ccd-8654-bd05a7f0b272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:55.016564 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:23:55.369998 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:56.821770 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:57.111642 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 0e489443-7ccf-460f-8d1d-cdb585c35229 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:23:57.130668 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: 0e489443-7ccf-460f-8d1d-cdb585c35229 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:23:57.131013 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 0e489443-7ccf-460f-8d1d-cdb585c35229 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:23:58.272900 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:01.027717 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [req-d52e036c-a584-40ae-a667-4692a58d22f8 req-acccf1e5-2307-4cb9-903f-03a4b9f06e3c service neutron] (104088) timed out ('10.222.0.49', 55892) {{(pid=104088) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:24:04.814251 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-74a67a8a-e858-42de-a70e-3cae1b73e1b1 req-026364bb-d681-4476-8e77-fa59eefd12eb service neutron] (104087) timed out ('10.222.0.49', 55915) {{(pid=104087) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:24:16.141676 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:19.767467 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57684) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:19.810622 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Deleting subnet d4bc1a8c-59d4-4d32-829c-62c479dcdec4 {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:24:19.813613 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Publish callbacks [] for subnet (d4bc1a8c-59d4-4d32-829c-62c479dcdec4), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:19.849620 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083784'] for subnet (d4bc1a8c-59d4-4d32-829c-62c479dcdec4), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:19.886598 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (d4bc1a8c-59d4-4d32-829c-62c479dcdec4), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:19.981831 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4783663'] for subnet (d4bc1a8c-59d4-4d32-829c-62c479dcdec4), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.005452 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4bc1a8c-59d4-4d32-829c-62c479dcdec4,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:20.013022 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.015899 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d4bc1a8c-59d4-4d32-829c-62c479dcdec4 HTTP/1.1" status: 204 len: 168 time: 0.2474182 Apr 06 11:24:20.017632 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.017986 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.018333 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.018464 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57686) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:20.018877 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.018993 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.019319 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.019654 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.019976 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.020304 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.020629 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.020957 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.021307 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.021626 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.022439 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.022762 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba7c8bc-48f0-4fab-92b1-a1864985dfc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.085190 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (8cb65686-ec7b-4a0d-8f38-7e57e802ce69), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.163264 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (8cb65686-ec7b-4a0d-8f38-7e57e802ce69), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.182619 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb65686-ec7b-4a0d-8f38-7e57e802ce69']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:20.191948 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:20.192246 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:20.202119 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6270634'] for segment (f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.215785 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.221496 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:24:20.223436 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4619377'] for segment (f3727c0d-eb4f-4d9a-a353-058dc1e4a8dc), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: Traceback (most recent call last): Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: timer() Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: cb(*args, **kw) Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: return func(*args, **kwargs) Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: self._notify() Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: self.callback(batched_events) Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: event.method(event) Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: return f(self, *a, **k) Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._get(url).json() Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: return self.request(url, 'GET', **kwargs) Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:24:20.223561 dv-cinder-836072-2-iscsi neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:24:20.312720 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (8cb65686-ec7b-4a0d-8f38-7e57e802ce69), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.317729 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.321472 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8cb65686-ec7b-4a0d-8f38-7e57e802ce69 HTTP/1.1" status: 204 len: 168 time: 0.3020306 Apr 06 11:24:20.332068 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb65686-ec7b-4a0d-8f38-7e57e802ce69,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:20.339851 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.340197 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.344194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.344194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.344194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.344194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.344194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.344194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.344194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.344194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.344194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.344194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.344194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.344194 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.345456 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95eeee1-de30-4b21-baf8-455fd839ffc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:20.636668 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57690) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:20.676948 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ebfaefb0-3ea8-487c-901c-2fa12709bb93 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=228ce5fb39b746459557caa1ee18daff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390527 Apr 06 11:24:20.684257 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57692) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:20.734768 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d525dd2-b20c-48aa-bd25-9706e53b9c91 admin admin] Publish callbacks [] for security_group (80ae3ce8-d77f-4aba-96d4-0635c349490d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.754981 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d525dd2-b20c-48aa-bd25-9706e53b9c91 admin admin] Publish callbacks [] for security_group (80ae3ce8-d77f-4aba-96d4-0635c349490d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.878748 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d525dd2-b20c-48aa-bd25-9706e53b9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (80ae3ce8-d77f-4aba-96d4-0635c349490d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.881913 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-1d525dd2-b20c-48aa-bd25-9706e53b9c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.883084 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-1d525dd2-b20c-48aa-bd25-9706e53b9c91 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80ae3ce8-d77f-4aba-96d4-0635c349490d HTTP/1.1" status: 204 len: 168 time: 0.1979420 Apr 06 11:24:20.891331 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d525dd2-b20c-48aa-bd25-9706e53b9c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ae3ce8-d77f-4aba-96d4-0635c349490d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:21.941193 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0fb90abc-c547-4d69-a0aa-6aaa8c395d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:22.640232 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57732) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:22.937503 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Deleting port b10a1226-bf6b-4241-ad00-ca96f667a44b {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:24:22.937761 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (b10a1226-bf6b-4241-ad00-ca96f667a44b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:23.012866 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (b10a1226-bf6b-4241-ad00-ca96f667a44b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:23.013223 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for floatingip (b10a1226-bf6b-4241-ad00-ca96f667a44b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:23.024784 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Calling delete_port for b10a1226-bf6b-4241-ad00-ca96f667a44b owned by network:floatingip {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:24:23.227357 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (b10a1226-bf6b-4241-ad00-ca96f667a44b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:23.251647 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event deleted for resources: {'Port': ['ID=b10a1226-bf6b-4241-ad00-ca96f667a44b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:23.310290 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for floatingip (a54b14bf-944b-4d00-b377-4968c769b1ca), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:23.310624 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Floating IP a54b14bf-944b-4d00-b377-4968c769b1ca disassociated (deleted). External IP: 172.27.3.182, port: f2b182e5-82f4-446f-be1f-0ad6fb187d1c. Apr 06 11:24:23.513107 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Router 379cfab7-653f-4b86-b144-1f742707fc85 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:24:23.851760 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:24:23.856264 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:23.861458 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9835164-af6a-4785-b395-24a431b51e32 None None] Sync routers for ids ['379cfab7-653f-4b86-b144-1f742707fc85'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:24:23.871426 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9835164-af6a-4785-b395-24a431b51e32 None None] Routers {'379cfab7-653f-4b86-b144-1f742707fc85'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:23.872139 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e9835164-af6a-4785-b395-24a431b51e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:23:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['379cfab7-653f-4b86-b144-1f742707fc85'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:23.885561 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-65bdd8ef-9591-47a7-be04-45723655913a tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "DELETE /v2.0/floatingips/a54b14bf-944b-4d00-b377-4968c769b1ca HTTP/1.1" status: 204 len: 168 time: 1.2440417 Apr 06 11:24:23.886237 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:24:23.888695 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d228d471-1cc4-4d2c-a024-25d33d11a2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:24:24.082406 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0791aa2d-5524-4a0a-ba8a-78449d539a2c x-openstack-request-id: req-0791aa2d-5524-4a0a-ba8a-78449d539a2c {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:24:24.082708 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:24:24.082969 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0791aa2d-5524-4a0a-ba8a-78449d539a2c {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:24:24.083475 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0791aa2d-5524-4a0a-ba8a-78449d539a2c'] response: {'name': 'network-changed', 'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'status': 'completed', 'code': 200} Apr 06 11:24:24.127006 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e9835164-af6a-4785-b395-24a431b51e32 None None] Set router 379cfab7-653f-4b86-b144-1f742707fc85 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:24.277391 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228d471-1cc4-4d2c-a024-25d33d11a2a0 req-d279a373-0ab9-4fd6-93bf-e011af6c3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:24.278944 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d228d471-1cc4-4d2c-a024-25d33d11a2a0 req-d279a373-0ab9-4fd6-93bf-e011af6c3e67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1&device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 1130 time: 0.1376755 Apr 06 11:24:24.282554 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bbc555fb-3fb4-4b22-abd2-d10f3fd7a583 req-2af69355-8a47-4b75-892c-d2a7ec459b56 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599070 Apr 06 11:24:24.333562 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6af47b58-ba34-4d2e-8e60-364417001ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:24.346998 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e9835164-af6a-4785-b395-24a431b51e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 4, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'c2db81ce-5097-40f7-a9c1-5d58ddb80d78', 'name': '', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'mac_address': 'fa:16:3e:ed:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:51Z', 'updated_at': '2022-04-06T11:17:56Z', 'revision_number': 5, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'subnets': [{'id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:24.358434 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a749d-eb5a-4bdd-b65d-6292d678398f req-1aeeba7d-aad7-44de-9504-391cd7f9e896 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:24.359902 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-111a749d-eb5a-4bdd-b65d-6292d678398f req-1aeeba7d-aad7-44de-9504-391cd7f9e896 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0547571 Apr 06 11:24:24.376853 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9835164-af6a-4785-b395-24a431b51e32 None None] Checking router: 379cfab7-653f-4b86-b144-1f742707fc85 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:24:24.385758 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9835164-af6a-4785-b395-24a431b51e32 None None] Routers {'379cfab7-653f-4b86-b144-1f742707fc85'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:24.386369 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e9835164-af6a-4785-b395-24a431b51e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['379cfab7-653f-4b86-b144-1f742707fc85'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:24.408000 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-111a749d-eb5a-4bdd-b65d-6292d678398f req-c490cfe8-077a-4c0e-9e75-8e7649675a17 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424490 Apr 06 11:24:24.491485 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-e9835164-af6a-4785-b395-24a431b51e32 None None] Set router 379cfab7-653f-4b86-b144-1f742707fc85 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:24.682677 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-e9835164-af6a-4785-b395-24a431b51e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 4, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'c2db81ce-5097-40f7-a9c1-5d58ddb80d78', 'name': '', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'mac_address': 'fa:16:3e:ed:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:51Z', 'updated_at': '2022-04-06T11:17:56Z', 'revision_number': 5, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'subnets': [{'id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:24.708388 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9835164-af6a-4785-b395-24a431b51e32 None None] The sync data for ids ['379cfab7-653f-4b86-b144-1f742707fc85'] in dv-cinder-836072-2-iscsi is: [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:52Z', 'revision_number': 4, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'c2db81ce-5097-40f7-a9c1-5d58ddb80d78', 'name': '', 'network_id': 'efbb6485-fa12-4438-9916-e550e451dc89', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'mac_address': 'fa:16:3e:ed:87:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:51Z', 'updated_at': '2022-04-06T11:17:56Z', 'revision_number': 5, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'subnets': [{'id': 'e7399389-a576-4ce9-ad72-a9eb23603df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:24:24.923474 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40bb798-f1d5-4ce9-abf4-e06576c21f97 None None] New status for floating IP a54b14bf-944b-4d00-b377-4968c769b1ca: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:24:25.387473 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:25.527337 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473e706-49b5-45e9-9119-c67c07b8eae9 req-d59c7aa9-dad6-4d55-8bd2-cf906f268b31 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:25.528786 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c473e706-49b5-45e9-9119-c67c07b8eae9 req-d59c7aa9-dad6-4d55-8bd2-cf906f268b31 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0512388 Apr 06 11:24:25.578337 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c473e706-49b5-45e9-9119-c67c07b8eae9 req-1729eefa-9957-4f9b-b937-d60c9b076814 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439851 Apr 06 11:24:26.699623 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ce8a5-9f2d-49de-ae3b-2713257cc8b1 req-ea72d929-0fae-4946-a29f-1860a67354fe tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:26.701082 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f92ce8a5-9f2d-49de-ae3b-2713257cc8b1 req-ea72d929-0fae-4946-a29f-1860a67354fe tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0560148 Apr 06 11:24:26.748023 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-f92ce8a5-9f2d-49de-ae3b-2713257cc8b1 req-1e139f5e-8bb0-401c-86e5-6647ff796587 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411818 Apr 06 11:24:26.832283 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:27.862010 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc65998-66e9-4603-a2bc-dea27e1f1b66 req-d9aa5e20-dac0-4447-8aa8-1e7bce985b06 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:27.863430 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-abc65998-66e9-4603-a2bc-dea27e1f1b66 req-d9aa5e20-dac0-4447-8aa8-1e7bce985b06 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0502288 Apr 06 11:24:27.909574 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-abc65998-66e9-4603-a2bc-dea27e1f1b66 req-4ff9d4da-b259-497c-9530-d9934ae81f89 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399861 Apr 06 11:24:28.273496 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:28.353290 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228d471-1cc4-4d2c-a024-25d33d11a2a0 req-a3b9fa7a-dfe5-483a-bd6d-aa05d8fcba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:28.354720 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d228d471-1cc4-4d2c-a024-25d33d11a2a0 req-a3b9fa7a-dfe5-483a-bd6d-aa05d8fcba2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=efbb6485-fa12-4438-9916-e550e451dc89 HTTP/1.1" status: 200 len: 909 time: 0.1217823 Apr 06 11:24:28.356315 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc555fb-3fb4-4b22-abd2-d10f3fd7a583 req-8e520917-c9c3-4056-a1bb-2d7af11822eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:28.357777 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bbc555fb-3fb4-4b22-abd2-d10f3fd7a583 req-8e520917-c9c3-4056-a1bb-2d7af11822eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 1130 time: 0.0796132 Apr 06 11:24:28.409244 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d228d471-1cc4-4d2c-a024-25d33d11a2a0 req-1a4cff72-2f84-4e7f-9c52-03b88b688e1b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c HTTP/1.1" status: 200 len: 217 time: 0.0453694 Apr 06 11:24:28.500139 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228d471-1cc4-4d2c-a024-25d33d11a2a0 req-619557b8-38e3-47f5-87bb-68de40369260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:28.501591 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d228d471-1cc4-4d2c-a024-25d33d11a2a0 req-619557b8-38e3-47f5-87bb-68de40369260 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7399389-a576-4ce9-ad72-a9eb23603df1 HTTP/1.1" status: 200 len: 847 time: 0.0559111 Apr 06 11:24:28.544966 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc555fb-3fb4-4b22-abd2-d10f3fd7a583 req-543b7c08-f706-41b4-9722-573cb0f69120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:28.546404 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bbc555fb-3fb4-4b22-abd2-d10f3fd7a583 req-543b7c08-f706-41b4-9722-573cb0f69120 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 913 time: 0.1447258 Apr 06 11:24:28.561387 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228d471-1cc4-4d2c-a024-25d33d11a2a0 req-52c404fa-f065-4bea-8bbf-a37c72fce51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:28.562708 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d228d471-1cc4-4d2c-a024-25d33d11a2a0 req-52c404fa-f065-4bea-8bbf-a37c72fce51b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efbb6485-fa12-4438-9916-e550e451dc89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529091 Apr 06 11:24:29.111342 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bbc555fb-3fb4-4b22-abd2-d10f3fd7a583 req-0011d1c5-f436-478e-bd29-d09e3238b7dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25409f69-dc58-4cd5-90c6-a0ca8c957eb2 HTTP/1.1" status: 200 len: 1002 time: 0.4090669 Apr 06 11:24:29.153127 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f5643-c228-4d29-915c-556d9e013914 req-82e61969-1072-4025-bff4-36bf4e7c6de2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:29.154567 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae9f5643-c228-4d29-915c-556d9e013914 req-82e61969-1072-4025-bff4-36bf4e7c6de2 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.1355278 Apr 06 11:24:29.186453 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d228d471-1cc4-4d2c-a024-25d33d11a2a0 req-aaf43a1e-f92a-4167-9cf2-ce7430734e02 service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755201 Apr 06 11:24:29.215389 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc555fb-3fb4-4b22-abd2-d10f3fd7a583 req-b31b9f62-7c58-4de4-ba8f-c549b986f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:29.216737 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bbc555fb-3fb4-4b22-abd2-d10f3fd7a583 req-b31b9f62-7c58-4de4-ba8f-c549b986f895 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0816746 Apr 06 11:24:29.235027 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ae9f5643-c228-4d29-915c-556d9e013914 req-94da4c54-4442-4b0e-afc9-6ad71bbae305 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590107 Apr 06 11:24:29.258952 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.49', 56523) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:29.311479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777654b-f6fd-4bae-9ded-0dcdfc6ded19 req-a949995e-366a-4aab-9e5f-ca758bc0390c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:29.312907 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0777654b-f6fd-4bae-9ded-0dcdfc6ded19 req-a949995e-366a-4aab-9e5f-ca758bc0390c tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.49 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 946 time: 0.0528967 Apr 06 11:24:29.364365 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc555fb-3fb4-4b22-abd2-d10f3fd7a583 req-5584f148-cfe8-4337-beb6-6bdf258daab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:29.367383 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bbc555fb-3fb4-4b22-abd2-d10f3fd7a583 req-5584f148-cfe8-4337-beb6-6bdf258daab5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1067328 Apr 06 11:24:29.432047 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d228d471-1cc4-4d2c-a024-25d33d11a2a0 req-e71ed8c1-ea7c-40ce-9117-b3a30bc2c40b service neutron] 10.222.0.49 "GET /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715794 Apr 06 11:24:29.443645 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-0777654b-f6fd-4bae-9ded-0dcdfc6ded19 req-1d86ebf2-56c9-4210-bba8-10e63a4065d1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Deleting port f2b182e5-82f4-446f-be1f-0ad6fb187d1c {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:24:29.444431 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-0777654b-f6fd-4bae-9ded-0dcdfc6ded19 req-1d86ebf2-56c9-4210-bba8-10e63a4065d1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:29.472692 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bbc555fb-3fb4-4b22-abd2-d10f3fd7a583 req-f3469fc5-8b2d-4283-ba33-71af076923b9 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998783 Apr 06 11:24:29.539579 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-0777654b-f6fd-4bae-9ded-0dcdfc6ded19 req-1d86ebf2-56c9-4210-bba8-10e63a4065d1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] For port f2b182e5-82f4-446f-be1f-0ad6fb187d1c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:29.539996 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-0777654b-f6fd-4bae-9ded-0dcdfc6ded19 req-1d86ebf2-56c9-4210-bba8-10e63a4065d1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:29.558586 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-0777654b-f6fd-4bae-9ded-0dcdfc6ded19 req-1d86ebf2-56c9-4210-bba8-10e63a4065d1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Calling delete_port for f2b182e5-82f4-446f-be1f-0ad6fb187d1c owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:24:29.568588 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bbc555fb-3fb4-4b22-abd2-d10f3fd7a583 req-524f039f-04c7-4482-a341-5812c77616c3 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874422 Apr 06 11:24:29.758898 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-0777654b-f6fd-4bae-9ded-0dcdfc6ded19 req-1d86ebf2-56c9-4210-bba8-10e63a4065d1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (f2b182e5-82f4-446f-be1f-0ad6fb187d1c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:29.787438 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86ebf2-56c9-4210-bba8-10e63a4065d1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event deleted for resources: {'Port': ['ID=f2b182e5-82f4-446f-be1f-0ad6fb187d1c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:29.849291 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-0777654b-f6fd-4bae-9ded-0dcdfc6ded19 req-1d86ebf2-56c9-4210-bba8-10e63a4065d1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] No DVR routers for this DVR port f2b182e5-82f4-446f-be1f-0ad6fb187d1c on host hv-cinder-83607 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:24:29.852457 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-0777654b-f6fd-4bae-9ded-0dcdfc6ded19 req-1d86ebf2-56c9-4210-bba8-10e63a4065d1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:29.855669 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0777654b-f6fd-4bae-9ded-0dcdfc6ded19 req-1d86ebf2-56c9-4210-bba8-10e63a4065d1 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.49 "DELETE /v2.0/ports/f2b182e5-82f4-446f-be1f-0ad6fb187d1c HTTP/1.1" status: 204 len: 173 time: 0.5368769 Apr 06 11:24:29.856096 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'name': 'network-vif-deleted', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:24:29.858328 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf41b240-d165-45e7-939a-f9b7f5be8328" -d '{"events": [{"server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "name": "network-vif-deleted", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:24:29.893199 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cbe91c-4106-41d6-87d9-6b2685d339c3 x-openstack-request-id: req-46cbe91c-4106-41d6-87d9-6b2685d339c3 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:24:29.893547 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89050d63-f474-4bc1-a7fb-8ce630a76dea", "name": "network-vif-deleted", "tag": "f2b182e5-82f4-446f-be1f-0ad6fb187d1c", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:24:29.893808 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46cbe91c-4106-41d6-87d9-6b2685d339c3 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:24:29.894217 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46cbe91c-4106-41d6-87d9-6b2685d339c3'] response: {'server_uuid': '89050d63-f474-4bc1-a7fb-8ce630a76dea', 'name': 'network-vif-deleted', 'tag': 'f2b182e5-82f4-446f-be1f-0ad6fb187d1c', 'status': 'completed', 'code': 200} Apr 06 11:24:30.328237 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-89b8ca9c-3c53-4460-b918-93cbe946da90 req-c2d8bcfc-e0dd-40b7-b0be-00dc23928823 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0275862 Apr 06 11:24:31.439688 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ccff0d2a-7cd8-4cae-8ccf-8341ee9bf4ec req-77cf2245-57e0-4f06-a5db-49ffcc159737 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "GET /v2.0/ports?device_id=89050d63-f474-4bc1-a7fb-8ce630a76dea HTTP/1.1" status: 200 len: 210 time: 0.0309741 Apr 06 11:24:32.012882 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57800) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:32.015991 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:24:32.112333 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c024056-c186-4fce-830e-6443a873515c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:32.182552 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c024056-c186-4fce-830e-6443a873515c admin admin] Publish callbacks [] for security_group (1be9c2be-42eb-440e-9dc5-3056ece178a9), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:32.232784 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0c024056-c186-4fce-830e-6443a873515c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (1be9c2be-42eb-440e-9dc5-3056ece178a9), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:32.270605 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-0c024056-c186-4fce-830e-6443a873515c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2174603ab0a4977ba7df933e7062f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565935 Apr 06 11:24:32.271566 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c024056-c186-4fce-830e-6443a873515c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be9c2be-42eb-440e-9dc5-3056ece178a9,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:32.273352 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57804) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:32.325184 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4078a980-6fa8-4100-8925-197c7b43776e admin admin] Publish callbacks [] for security_group (1be9c2be-42eb-440e-9dc5-3056ece178a9), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:32.345127 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4078a980-6fa8-4100-8925-197c7b43776e admin admin] Publish callbacks [] for security_group (1be9c2be-42eb-440e-9dc5-3056ece178a9), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:32.461512 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4078a980-6fa8-4100-8925-197c7b43776e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (1be9c2be-42eb-440e-9dc5-3056ece178a9), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:32.463989 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4078a980-6fa8-4100-8925-197c7b43776e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:32.465173 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4078a980-6fa8-4100-8925-197c7b43776e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1be9c2be-42eb-440e-9dc5-3056ece178a9 HTTP/1.1" status: 204 len: 168 time: 0.1902223 Apr 06 11:24:32.473736 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078a980-6fa8-4100-8925-197c7b43776e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be9c2be-42eb-440e-9dc5-3056ece178a9,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:32.498733 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57810) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:32.554369 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b029920-dabc-490f-8b4f-343a8c63a487 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group (4b80f382-7e41-49e5-b0dc-3b1dc66a3b55), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:32.578016 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b029920-dabc-490f-8b4f-343a8c63a487 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group (4b80f382-7e41-49e5-b0dc-3b1dc66a3b55), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:32.718607 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b029920-dabc-490f-8b4f-343a8c63a487 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (4b80f382-7e41-49e5-b0dc-3b1dc66a3b55), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:32.721420 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8b029920-dabc-490f-8b4f-343a8c63a487 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:32.722645 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8b029920-dabc-490f-8b4f-343a8c63a487 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] 10.222.0.62 "DELETE /v2.0/security-groups/4b80f382-7e41-49e5-b0dc-3b1dc66a3b55 HTTP/1.1" status: 204 len: 168 time: 0.2221141 Apr 06 11:24:32.732969 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b029920-dabc-490f-8b4f-343a8c63a487 tempest-TestShelveInstance-36776353 tempest-TestShelveInstance-36776353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b80f382-7e41-49e5-b0dc-3b1dc66a3b55,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:32.739835 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device f2b182e5-82f4-446f-be1f-0ad6fb187d1c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:24:32.763014 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: f2b182e5-82f4-446f-be1f-0ad6fb187d1c {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:24:32.763356 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device f2b182e5-82f4-446f-be1f-0ad6fb187d1c not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:24:32.867500 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57818) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:33.309885 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f0dd16c1-7692-4a63-9ce8-8a0cbc427f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8039096'] for router_interface (379cfab7-653f-4b86-b144-1f742707fc85), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:33.439812 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57836) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:33.536168 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1450064139-network', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:24:33.555873 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd16c1-7692-4a63-9ce8-8a0cbc427f90 admin admin] Deleting port c2db81ce-5097-40f7-a9c1-5d58ddb80d78 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:24:33.556412 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f0dd16c1-7692-4a63-9ce8-8a0cbc427f90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:33.621150 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Made reservation on behalf of 2cdc93c8c7954215bc5d1521f0865e4c for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:24:33.623529 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:33.630704 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-f0dd16c1-7692-4a63-9ce8-8a0cbc427f90 admin admin] For port c2db81ce-5097-40f7-a9c1-5d58ddb80d78, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=c2db81ce-5097-40f7-a9c1-5d58ddb80d78,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:33.631066 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f0dd16c1-7692-4a63-9ce8-8a0cbc427f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:33.632142 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:33.646777 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd16c1-7692-4a63-9ce8-8a0cbc427f90 admin admin] Calling delete_port for c2db81ce-5097-40f7-a9c1-5d58ddb80d78 owned by network:router_interface {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:24:33.709842 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Publish callbacks [] for security_group (c57a5e78-7fa5-4abd-a5ab-3cce583334a5), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:33.827297 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (c57a5e78-7fa5-4abd-a5ab-3cce583334a5), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:33.847948 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:24:33.860665 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a5e78-7fa5-4abd-a5ab-3cce583334a5,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:33.865298 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (e7716c61-cac5-4288-8ffd-8a4a21de8c75), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:33.865659 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Added segment e7716c61-cac5-4288-8ffd-8a4a21de8c75 of type vlan for network 100ce8f8-247c-44cf-824b-9c547770995e Apr 06 11:24:33.895991 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f0dd16c1-7692-4a63-9ce8-8a0cbc427f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (c2db81ce-5097-40f7-a9c1-5d58ddb80d78), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:33.904170 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (100ce8f8-247c-44cf-824b-9c547770995e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:33.923574 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd16c1-7692-4a63-9ce8-8a0cbc427f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2db81ce-5097-40f7-a9c1-5d58ddb80d78,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:33.975716 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (100ce8f8-247c-44cf-824b-9c547770995e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:33.976711 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:33.977814 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.045904 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] Pushing event updated for resources: {'Network': ['ID=100ce8f8-247c-44cf-824b-9c547770995e,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:34.056056 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network 100ce8f8-247c-44cf-824b-9c547770995e details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:24:34.090421 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-f0dd16c1-7692-4a63-9ce8-8a0cbc427f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8362772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041768'] for router_interface (379cfab7-653f-4b86-b144-1f742707fc85), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.098280 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b3ff0282-ca23-49b4-aeba-dd1f14802860 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6573157 Apr 06 11:24:34.101098 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57840) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:34.108239 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-4d469ddd-fd0b-419a-956a-3769263a80f9 admin admin] Request body: {'subnet': {'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1450064139-subnet', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'ip_version': 4}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:24:34.169930 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d469ddd-fd0b-419a-956a-3769263a80f9 admin admin] Made reservation on behalf of 2cdc93c8c7954215bc5d1521f0865e4c for: {'subnet': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:24:34.172338 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d469ddd-fd0b-419a-956a-3769263a80f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4460574'] for subnet (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.311493 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dd16c1-7692-4a63-9ce8-8a0cbc427f90 admin admin] Router 379cfab7-653f-4b86-b144-1f742707fc85 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:24:34.375643 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d469ddd-fd0b-419a-956a-3769263a80f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4616668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4460544'] for subnet (88efc0ef-addc-4cbd-a096-676ebbcb290c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.418869 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dd16c1-7692-4a63-9ce8-8a0cbc427f90 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:24:34.426929 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-f0dd16c1-7692-4a63-9ce8-8a0cbc427f90 admin admin] 10.222.0.62 "PUT /v2.0/routers/379cfab7-653f-4b86-b144-1f742707fc85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5560069 Apr 06 11:24:34.427610 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57842) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:34.428145 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b151db61-ffe3-4ef5-9ff1-0e90988bf970 None None] Sync routers for ids ['379cfab7-653f-4b86-b144-1f742707fc85'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:24:34.438543 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b151db61-ffe3-4ef5-9ff1-0e90988bf970 None None] Routers {'379cfab7-653f-4b86-b144-1f742707fc85'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:34.438913 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d469ddd-fd0b-419a-956a-3769263a80f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88efc0ef-addc-4cbd-a096-676ebbcb290c,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:34.439160 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b151db61-ffe3-4ef5-9ff1-0e90988bf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['379cfab7-653f-4b86-b144-1f742707fc85'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:34.444605 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d469ddd-fd0b-419a-956a-3769263a80f9 admin admin] Checking segment: {'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:24:34.445192 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d469ddd-fd0b-419a-956a-3769263a80f9 admin admin] Network hostable DHCP agents. Network: 100ce8f8-247c-44cf-824b-9c547770995e, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104087) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:24:34.518292 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d469ddd-fd0b-419a-956a-3769263a80f9 admin admin] Network 100ce8f8-247c-44cf-824b-9c547770995e is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:24:34.534770 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Publish callbacks [] for router (379cfab7-653f-4b86-b144-1f742707fc85), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.551293 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b151db61-ffe3-4ef5-9ff1-0e90988bf970 None None] Set router 379cfab7-653f-4b86-b144-1f742707fc85 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:34.592474 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-4d469ddd-fd0b-419a-956a-3769263a80f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, 100ce8f8-247c-44cf-824b-9c547770995e) {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:24:34.597006 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d469ddd-fd0b-419a-956a-3769263a80f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:34.597624 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-4d469ddd-fd0b-419a-956a-3769263a80f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.607414 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7169b4e-38a1-47c2-9c36-cb3b48cf7458 None None] Network 100ce8f8-247c-44cf-824b-9c547770995e requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:24:34.641300 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Publish callbacks [] for router_gateway (379cfab7-653f-4b86-b144-1f742707fc85), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.677948 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-4d469ddd-fd0b-419a-956a-3769263a80f9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5724561 Apr 06 11:24:34.687603 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57844) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:34.687603 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:24:34.764404 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64461'] for router (0b86aed9-2889-4b7b-9b56-d1b983b422a6), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.768071 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8040451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64436'] for router (0b86aed9-2889-4b7b-9b56-d1b983b422a6), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.776332 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28525485-dc93-55e7-828a-302e78cf7f1a-100ce8f8-247c-44cf-824b-9c547770995e', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'fixed_ips': [{'subnet_id': '88efc0ef-addc-4cbd-a096-676ebbcb290c'}]}} from dv-cinder-836072-2-iscsi. {{(pid=104089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:24:34.777206 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.793016 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Deleting port cd29a496-8192-464b-884a-7cde86652e72 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:24:34.793418 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (cd29a496-8192-464b-884a-7cde86652e72), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.833154 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Publish callbacks [] for router_controller (0b86aed9-2889-4b7b-9b56-d1b983b422a6), precommit_add_association {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.880745 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] For port cd29a496-8192-464b-884a-7cde86652e72, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=cd29a496-8192-464b-884a-7cde86652e72,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:34.881146 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (cd29a496-8192-464b-884a-7cde86652e72), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.898019 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Calling delete_port for cd29a496-8192-464b-884a-7cde86652e72 owned by network:router_gateway {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:24:34.905971 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b151db61-ffe3-4ef5-9ff1-0e90988bf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'cd29a496-8192-464b-884a-7cde86652e72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:24:33Z', 'revision_number': 5, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port': {'id': 'cd29a496-8192-464b-884a-7cde86652e72', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379cfab7-653f-4b86-b144-1f742707fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:34.937980 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b151db61-ffe3-4ef5-9ff1-0e90988bf970 None None] Checking router: 379cfab7-653f-4b86-b144-1f742707fc85 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:24:34.952783 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Allocated IP 172.20.0.2 (100ce8f8-247c-44cf-824b-9c547770995e/88efc0ef-addc-4cbd-a096-676ebbcb290c/c932e15b-d88c-4e24-acff-466dbf2ec1b1) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:24:34.965458 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b151db61-ffe3-4ef5-9ff1-0e90988bf970 None None] Routers {'379cfab7-653f-4b86-b144-1f742707fc85'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:34.966152 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b151db61-ffe3-4ef5-9ff1-0e90988bf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['379cfab7-653f-4b86-b144-1f742707fc85'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:35.059178 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Publish callbacks [] for router_gateway (0b86aed9-2889-4b7b-9b56-d1b983b422a6), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.165202 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (cd29a496-8192-464b-884a-7cde86652e72), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.192731 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd29a496-8192-464b-884a-7cde86652e72,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:35.256477 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8041966'] for router_gateway (379cfab7-653f-4b86-b144-1f742707fc85), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.299821 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-b151db61-ffe3-4ef5-9ff1-0e90988bf970 None None] Set router 379cfab7-653f-4b86-b144-1f742707fc85 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:35.318338 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Publish callbacks [] for router_gateway (0b86aed9-2889-4b7b-9b56-d1b983b422a6), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.339948 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.354824 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8037213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64443'] for router (379cfab7-653f-4b86-b144-1f742707fc85), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.356968 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Publish callbacks [] for router_controller (379cfab7-653f-4b86-b144-1f742707fc85), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.361116 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-b151db61-ffe3-4ef5-9ff1-0e90988bf970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:24:34Z', 'revision_number': 6, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port_host': None}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:35.363114 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Publish callbacks [] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.388767 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b151db61-ffe3-4ef5-9ff1-0e90988bf970 None None] The sync data for ids ['379cfab7-653f-4b86-b144-1f742707fc85'] in dv-cinder-836072-2-iscsi is: [{'id': '379cfab7-653f-4b86-b144-1f742707fc85', 'name': 'tempest-TestShelveInstance-322213705-router', 'tenant_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:49Z', 'updated_at': '2022-04-06T11:24:34Z', 'revision_number': 6, 'project_id': '89551c23f02f4ee7a29f7ba8e8b63dc1', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:24:35.456367 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.478462 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Allocated IP 172.27.3.221 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/280ee631-992f-4eb3-a1a2-0ea70c5ffa6d) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:24:35.493243 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Network 100ce8f8-247c-44cf-824b-9c547770995e is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:24:35.496198 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:24:35.500017 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:24:35.562909 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Pushing event updated for resources: {'Port': ['ID=c932e15b-d88c-4e24-acff-466dbf2ec1b1,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:35.581641 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.582034 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.582339 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.582672 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.583000 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.583330 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.583651 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.583972 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.584296 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.584606 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.584924 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.585258 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.586065 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.586381 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.586692 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:35.592566 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Attempting to bind port c932e15b-d88c-4e24-acff-466dbf2ec1b1 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:24:35.592932 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Attempting to bind port c932e15b-d88c-4e24-acff-466dbf2ec1b1 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:24:35.593332 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Attempting to bind port c932e15b-d88c-4e24-acff-466dbf2ec1b1 on network 100ce8f8-247c-44cf-824b-9c547770995e {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:24:35.599122 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:24:35.599503 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Checking segment: {'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:24:35.599905 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.600310 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Bound using segment: {'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:24:35.600756 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Bound port: c932e15b-d88c-4e24-acff-466dbf2ec1b1, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:24:35.601725 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.634858 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Publish callbacks [] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.685966 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] For port c932e15b-d88c-4e24-acff-466dbf2ec1b1, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:24:35.688897 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] For port c932e15b-d88c-4e24-acff-466dbf2ec1b1, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=c932e15b-d88c-4e24-acff-466dbf2ec1b1,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:24:35.724355 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037204'] for router (379cfab7-653f-4b86-b144-1f742707fc85), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.724919 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 379cfab7-653f-4b86-b144-1f742707fc85 {{(pid=104088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:24:35.729227 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.730977 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-3c53d9c6-82f9-462c-9e56-c7c06fc04048 admin admin] 10.222.0.62 "DELETE /v2.0/routers/379cfab7-653f-4b86-b144-1f742707fc85 HTTP/1.1" status: 204 len: 168 time: 1.3028760 Apr 06 11:24:35.733494 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57850) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:35.776547 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-778db22c-42c7-461e-ab22-a995da34d59b admin admin] Deleting subnet e7399389-a576-4ce9-ad72-a9eb23603df1 {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:24:35.779621 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-778db22c-42c7-461e-ab22-a995da34d59b admin admin] Publish callbacks [] for subnet (e7399389-a576-4ce9-ad72-a9eb23603df1), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.787473 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.787907 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.814668 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-778db22c-42c7-461e-ab22-a995da34d59b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083784'] for subnet (e7399389-a576-4ce9-ad72-a9eb23603df1), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:35.825543 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:24:35.828599 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:24:35.832173 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:24:35.848341 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6e757-f7bb-40e2-adcd-acf5019cc2bc None None] Pushing event updated for resources: {'Port': ['ID=c932e15b-d88c-4e24-acff-466dbf2ec1b1,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:35.869150 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Pushing event updated for resources: {'Port': ['ID=280ee631-992f-4eb3-a1a2-0ea70c5ffa6d,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:35.908573 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-778db22c-42c7-461e-ab22-a995da34d59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (e7399389-a576-4ce9-ad72-a9eb23603df1), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.045936 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-778db22c-42c7-461e-ab22-a995da34d59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4783663'] for subnet (e7399389-a576-4ce9-ad72-a9eb23603df1), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.076909 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-778db22c-42c7-461e-ab22-a995da34d59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.083036 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-778db22c-42c7-461e-ab22-a995da34d59b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e7399389-a576-4ce9-ad72-a9eb23603df1 HTTP/1.1" status: 204 len: 168 time: 0.3462017 Apr 06 11:24:36.083036 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778db22c-42c7-461e-ab22-a995da34d59b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7399389-a576-4ce9-ad72-a9eb23603df1,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:36.083789 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57852) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:36.097762 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8889e7-2053-4ee0-aa41-9323c71b956d None None] Network efbb6485-fa12-4438-9916-e550e451dc89 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:24:36.182221 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (efbb6485-fa12-4438-9916-e550e451dc89), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.243789 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Deleting port ede52976-4416-4ea9-90e6-9e99b9f7a903 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:24:36.244495 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.246534 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Publish callbacks [] for router_gateway (0b86aed9-2889-4b7b-9b56-d1b983b422a6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.313719 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcca002d-66dc-4589-9438-d70c190a00ce None None] DHCP port deletion for efbb6485-fa12-4438-9916-e550e451dc89 request from dv-cinder-836072-2-iscsi {{(pid=104089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:24:36.325863 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] For port ede52976-4416-4ea9-90e6-9e99b9f7a903, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=ede52976-4416-4ea9-90e6-9e99b9f7a903,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:36.326287 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.341347 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Calling delete_port for ede52976-4416-4ea9-90e6-9e99b9f7a903 owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:24:36.379364 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bcca002d-66dc-4589-9438-d70c190a00ce None None] Deleting port ede52976-4416-4ea9-90e6-9e99b9f7a903 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:24:36.379739 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bcca002d-66dc-4589-9438-d70c190a00ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.450490 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bcca002d-66dc-4589-9438-d70c190a00ce None None] For port ede52976-4416-4ea9-90e6-9e99b9f7a903, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=ede52976-4416-4ea9-90e6-9e99b9f7a903,segment=NetworkSegment(27f8aa84-cfe2-42ec-9286-ebee96788ebd),segment_id=27f8aa84-cfe2-42ec-9286-ebee96788ebd)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:36.450812 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bcca002d-66dc-4589-9438-d70c190a00ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.463903 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bcca002d-66dc-4589-9438-d70c190a00ce None None] Calling delete_port for ede52976-4416-4ea9-90e6-9e99b9f7a903 owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:24:36.477685 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8041938'] for router (0b86aed9-2889-4b7b-9b56-d1b983b422a6), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.507237 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.540381 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede52976-4416-4ea9-90e6-9e99b9f7a903,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:36.544171 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] No DVR routers for this DVR port ede52976-4416-4ea9-90e6-9e99b9f7a903 on host dv-cinder-836072-2-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:24:36.555858 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bcca002d-66dc-4589-9438-d70c190a00ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567'] for port (ede52976-4416-4ea9-90e6-9e99b9f7a903), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.590782 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca002d-66dc-4589-9438-d70c190a00ce None None] Pushing event deleted for resources: {'Port': ['ID=ede52976-4416-4ea9-90e6-9e99b9f7a903,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:36.592698 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcca002d-66dc-4589-9438-d70c190a00ce None None] No DVR routers for this DVR port ede52976-4416-4ea9-90e6-9e99b9f7a903 on host dv-cinder-836072-2-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:24:36.647603 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (efbb6485-fa12-4438-9916-e550e451dc89), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.677932 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbb6485-fa12-4438-9916-e550e451dc89']}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:36.691223 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f8aa84-cfe2-42ec-9286-ebee96788ebd') {'for_net_delete': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:36.691540 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f8aa84-cfe2-42ec-9286-ebee96788ebd') {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:36.701738 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 is scheduled to L3 agent a612e23e-0641-4851-85ac-d61b6e63725e with binding_index 1 {{(pid=104087) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:24:36.702937 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083763'] for segment (27f8aa84-cfe2-42ec-9286-ebee96788ebd), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.729602 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (27f8aa84-cfe2-42ec-9286-ebee96788ebd), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.739525 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=104088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:24:36.739911 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087189'] for segment (27f8aa84-cfe2-42ec-9286-ebee96788ebd), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: Traceback (most recent call last): Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: timer() Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: cb(*args, **kw) Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: return func(*args, **kwargs) Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: self._notify() Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: self.callback(batched_events) Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: event.method(event) Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: return f(self, *a, **k) Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: return self._get(url).json() Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: return self.request(url, 'GET', **kwargs) Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:24:36.746547 dv-cinder-836072-2-iscsi neutron-server[104088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:24:36.817306 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:24:36.827717 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Sync routers for ids ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:24:36.839045 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Routers {'0b86aed9-2889-4b7b-9b56-d1b983b422a6'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:36.839701 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:36.867626 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (efbb6485-fa12-4438-9916-e550e451dc89), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.872284 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.878758 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] 10.222.0.62 "DELETE /v2.0/networks/efbb6485-fa12-4438-9916-e550e451dc89 HTTP/1.1" status: 204 len: 168 time: 0.7913537 Apr 06 11:24:36.879215 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57854) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:36.889399 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfd4f5-83bf-41ed-9b01-ce2e5854f861 admin admin] Pushing event deleted for resources: {'Network': ['ID=efbb6485-fa12-4438-9916-e550e451dc89,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:36.928047 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:36.929308 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8b5859f6-aee7-464a-b28f-029780e8b679 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2501955 Apr 06 11:24:36.932419 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57856) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:36.963462 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77c0b8-3446-4683-9d84-e2d5f0ce8085 None None] Network 100ce8f8-247c-44cf-824b-9c547770995e requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:24:36.969989 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Set router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:37.113146 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-0075859f-c5ad-406f-89aa-f801d59721eb None None] Provisioning complete for port c932e15b-d88c-4e24-acff-466dbf2ec1b1 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:37.114417 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0075859f-c5ad-406f-89aa-f801d59721eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.156158 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device c932e15b-d88c-4e24-acff-466dbf2ec1b1 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:24:37.230104 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:24:36Z', 'revision_number': 3, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:37.260536 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Checking router: 0b86aed9-2889-4b7b-9b56-d1b983b422a6 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:24:37.261284 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Updating router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d binding host dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:24:37.277467 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port c932e15b-d88c-4e24-acff-466dbf2ec1b1 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:37.278232 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.301347 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.318849 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-0075859f-c5ad-406f-89aa-f801d59721eb None None] Current status of the port c932e15b-d88c-4e24-acff-466dbf2ec1b1 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:37.319419 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0075859f-c5ad-406f-89aa-f801d59721eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.390203 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-0075859f-c5ad-406f-89aa-f801d59721eb None None] For port c932e15b-d88c-4e24-acff-466dbf2ec1b1, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=c932e15b-d88c-4e24-acff-466dbf2ec1b1,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:37.407253 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bd7984a-2467-40bc-b281-950f6245d342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8039096'] for router_interface (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.455963 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port c932e15b-d88c-4e24-acff-466dbf2ec1b1 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:37.456754 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.471556 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0075859f-c5ad-406f-89aa-f801d59721eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.547916 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.577770 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075859f-c5ad-406f-89aa-f801d59721eb None None] Pushing event updated for resources: {'Port': ['ID=c932e15b-d88c-4e24-acff-466dbf2ec1b1,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:37.594161 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.db.api [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104089) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 11:24:37.594512 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG oslo_db.api [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 11:24:37.605347 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-e72b2c4b-7fcd-4343-8574-c4ec02d326ff None None] Provisioning complete for port c932e15b-d88c-4e24-acff-466dbf2ec1b1 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:37.606651 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e72b2c4b-7fcd-4343-8574-c4ec02d326ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.649766 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Publish callbacks [] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.707863 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-e72b2c4b-7fcd-4343-8574-c4ec02d326ff None None] Current status of the port c932e15b-d88c-4e24-acff-466dbf2ec1b1 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:37.719716 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7984a-2467-40bc-b281-950f6245d342 admin admin] Deleting port 879b54f6-2e26-4c00-97c6-47690647419f {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:24:37.720270 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bd7984a-2467-40bc-b281-950f6245d342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (879b54f6-2e26-4c00-97c6-47690647419f), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.729350 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Allocated IP 172.20.0.1 (100ce8f8-247c-44cf-824b-9c547770995e/88efc0ef-addc-4cbd-a096-676ebbcb290c/b8e313fc-9a82-4ca2-8765-70262dd558a3) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:24:37.732905 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.786738 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Attempting to bind port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:24:37.787108 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Attempting to bind port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:24:37.787476 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Attempting to bind port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d on network b8e3ac99-7604-4669-8bd3-91990de5fe29 {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:24:37.795532 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Pushing event updated for resources: {'Port': ['ID=280ee631-992f-4eb3-a1a2-0ea70c5ffa6d,revision_number=2']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:37.798994 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:24:37.799468 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Checking segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:24:37.799873 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.800267 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Bound using segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:24:37.800739 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Bound port: 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:24:37.801147 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.810793 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-6bd7984a-2467-40bc-b281-950f6245d342 admin admin] For port 879b54f6-2e26-4c00-97c6-47690647419f, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=879b54f6-2e26-4c00-97c6-47690647419f,segment=NetworkSegment(856400b1-f93a-4fab-b4fb-6592dad6d390),segment_id=856400b1-f93a-4fab-b4fb-6592dad6d390)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:37.811248 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bd7984a-2467-40bc-b281-950f6245d342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (879b54f6-2e26-4c00-97c6-47690647419f), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.824128 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7984a-2467-40bc-b281-950f6245d342 admin admin] Calling delete_port for 879b54f6-2e26-4c00-97c6-47690647419f owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:24:37.824332 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.824520 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.824847 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.825231 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.825585 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.825917 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.826248 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.826588 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.826904 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.827227 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.827555 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.827905 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.828472 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.828632 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.828962 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104090) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:24:37.850328 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Publish callbacks [] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.868745 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] For port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:24:37.871907 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] For port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=280ee631-992f-4eb3-a1a2-0ea70c5ffa6d,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:24:37.936263 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.947895 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:37.989393 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Network 100ce8f8-247c-44cf-824b-9c547770995e is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:24:37.993923 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Routers {'0b86aed9-2889-4b7b-9b56-d1b983b422a6'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:37.993923 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:37.994171 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:24:37.999541 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:24:38.025903 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e313fc-9a82-4ca2-8765-70262dd558a3,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:38.048501 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8041731'] for router_interface (0b86aed9-2889-4b7b-9b56-d1b983b422a6), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:38.058360 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38013435-533b-4d1a-bb55-661568cea9a1 None None] Pushing event updated for resources: {'Port': ['ID=280ee631-992f-4eb3-a1a2-0ea70c5ffa6d,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:38.102064 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bd7984a-2467-40bc-b281-950f6245d342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (879b54f6-2e26-4c00-97c6-47690647419f), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:38.131070 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7984a-2467-40bc-b281-950f6245d342 admin admin] Pushing event deleted for resources: {'Port': ['ID=879b54f6-2e26-4c00-97c6-47690647419f,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:38.134449 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] Set router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:38.153423 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port c932e15b-d88c-4e24-acff-466dbf2ec1b1 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:38.244758 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device c2db81ce-5097-40f7-a9c1-5d58ddb80d78 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:24:38.285674 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: c2db81ce-5097-40f7-a9c1-5d58ddb80d78 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:24:38.286023 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device c2db81ce-5097-40f7-a9c1-5d58ddb80d78 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:24:38.286658 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device cd29a496-8192-464b-884a-7cde86652e72 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:24:38.317529 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:38.330586 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: cd29a496-8192-464b-884a-7cde86652e72 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:24:38.331755 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device cd29a496-8192-464b-884a-7cde86652e72 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:24:38.336320 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device ede52976-4416-4ea9-90e6-9e99b9f7a903 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:24:38.363953 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: ede52976-4416-4ea9-90e6-9e99b9f7a903 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:24:38.364914 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device ede52976-4416-4ea9-90e6-9e99b9f7a903 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:24:38.386272 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:24:36Z', 'revision_number': 3, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:38.418391 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec4e07-d3da-46fe-8ab7-1b5575a1198a None None] The sync data for ids ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'] in dv-cinder-836072-2-iscsi is: [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:24:36Z', 'revision_number': 3, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:24:38.449782 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-35109dfa-bd1f-4296-bc3f-0b2610e11c38 None None] Provisioning complete for port b8e313fc-9a82-4ca2-8765-70262dd558a3 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:38.451015 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-35109dfa-bd1f-4296-bc3f-0b2610e11c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:38.503553 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-35109dfa-bd1f-4296-bc3f-0b2610e11c38 None None] Port b8e313fc-9a82-4ca2-8765-70262dd558a3 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:24:38.539650 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Publish callbacks [] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:38.587282 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:38.659665 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8362797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8039059'] for router_interface (0b86aed9-2889-4b7b-9b56-d1b983b422a6), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:38.661526 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e313fc-9a82-4ca2-8765-70262dd558a3,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:38.707970 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6bd7984a-2467-40bc-b281-950f6245d342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8362772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041768'] for router_interface (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:38.791916 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Network 100ce8f8-247c-44cf-824b-9c547770995e is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:24:38.793659 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:24:38.927810 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:24:38.995802 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd7984a-2467-40bc-b281-950f6245d342 admin admin] Router 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:24:39.034584 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-b13a904c-1ba1-425d-9d53-54a148443631 None None] Provisioning complete for port b8e313fc-9a82-4ca2-8765-70262dd558a3 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:39.035175 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-b13a904c-1ba1-425d-9d53-54a148443631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:39.084532 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-b13a904c-1ba1-425d-9d53-54a148443631 None None] Port b8e313fc-9a82-4ca2-8765-70262dd558a3 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:24:39.100468 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:24:39.112691 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-c2534a78-599f-41dd-95a7-123d47723e77 admin admin] 10.222.0.62 "PUT /v2.0/routers/0b86aed9-2889-4b7b-9b56-d1b983b422a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1719172 Apr 06 11:24:39.166996 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd7984a-2467-40bc-b281-950f6245d342 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:24:39.184655 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a78487-2d4e-4ad1-9072-b0b1f7f7e829 None None] Sync routers for ids ['395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:24:39.185803 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6bd7984a-2467-40bc-b281-950f6245d342 admin admin] 10.222.0.62 "PUT /v2.0/routers/395a1e9a-8b75-41ef-b78c-3e7ef1bd1618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3055081 Apr 06 11:24:39.188974 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57860) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:39.200421 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a78487-2d4e-4ad1-9072-b0b1f7f7e829 None None] Routers {'395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:39.201234 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-43a78487-2d4e-4ad1-9072-b0b1f7f7e829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:39.254225 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:24:39.324777 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Publish callbacks [] for router (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:39.368195 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-43a78487-2d4e-4ad1-9072-b0b1f7f7e829 None None] Set router 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:39.432465 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:39.432762 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:39.438482 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Publish callbacks [] for router_gateway (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:39.543241 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Deleting port a97cd66e-27ef-4385-83e2-4354e51288fa {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:24:39.543817 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:39.602677 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:39.603063 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:39.625634 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] For port a97cd66e-27ef-4385-83e2-4354e51288fa, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=a97cd66e-27ef-4385-83e2-4354e51288fa,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:39.626128 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:39.632677 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=280ee631-992f-4eb3-a1a2-0ea70c5ffa6d,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:39.640178 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Calling delete_port for a97cd66e-27ef-4385-83e2-4354e51288fa owned by network:router_gateway {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:24:39.642807 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-43a78487-2d4e-4ad1-9072-b0b1f7f7e829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'name': 'tempest-TestShelveInstance-360802418-router', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:24:37Z', 'revision_number': 5, 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'gw_port': {'id': 'a97cd66e-27ef-4385-83e2-4354e51288fa', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:39.675281 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a78487-2d4e-4ad1-9072-b0b1f7f7e829 None None] Checking router: 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:24:39.678703 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:39.679499 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device c932e15b-d88c-4e24-acff-466dbf2ec1b1 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:24:39.734868 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a78487-2d4e-4ad1-9072-b0b1f7f7e829 None None] Routers {'395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:39.735452 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-43a78487-2d4e-4ad1-9072-b0b1f7f7e829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:39.871045 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57874) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:39.876029 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-404749797-network', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:24:39.879420 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (a97cd66e-27ef-4385-83e2-4354e51288fa), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:39.911936 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97cd66e-27ef-4385-83e2-4354e51288fa,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:39.969947 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Made reservation on behalf of 455bc7eb5d8c478b86826db523a28bd3 for: {'network': 1} {{(pid=104087) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:24:39.972546 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for network (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:39.981406 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8041966'] for router_gateway (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:39.985138 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:39.985759 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=280ee631-992f-4eb3-a1a2-0ea70c5ffa6d,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:40.006235 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-43a78487-2d4e-4ad1-9072-b0b1f7f7e829 None None] Set router 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:40.060559 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port c932e15b-d88c-4e24-acff-466dbf2ec1b1 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:40.060933 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.062749 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-43a78487-2d4e-4ad1-9072-b0b1f7f7e829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'name': 'tempest-TestShelveInstance-360802418-router', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:24:39Z', 'revision_number': 6, 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'gw_port_host': None}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:40.078226 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8037213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64443'] for router (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.079948 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Publish callbacks [] for security_group (abcd8a5b-5df2-435a-974c-147034db5199), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.080564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Publish callbacks [] for router_controller (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.112584 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a78487-2d4e-4ad1-9072-b0b1f7f7e829 None None] The sync data for ids ['395a1e9a-8b75-41ef-b78c-3e7ef1bd1618'] in dv-cinder-836072-2-iscsi is: [{'id': '395a1e9a-8b75-41ef-b78c-3e7ef1bd1618', 'name': 'tempest-TestShelveInstance-360802418-router', 'tenant_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:17:55Z', 'updated_at': '2022-04-06T11:24:39Z', 'revision_number': 6, 'project_id': 'a3ae17cdfbf1451b94bcf9387d4003ec', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:24:40.135666 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (abcd8a5b-5df2-435a-974c-147034db5199), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.162051 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=104087) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:24:40.175181 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port c932e15b-d88c-4e24-acff-466dbf2ec1b1 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:40.181452 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcd8a5b-5df2-435a-974c-147034db5199,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:40.186645 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (12d275b4-a857-46ad-a9d2-1ef865bf178a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.186645 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.segments_db [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Added segment 12d275b4-a857-46ad-a9d2-1ef865bf178a of type vlan for network a63c9c48-fa2a-4b7f-8308-6d470a9b203b Apr 06 11:24:40.204439 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037204'] for router (395a1e9a-8b75-41ef-b78c-3e7ef1bd1618), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.205100 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 {{(pid=104088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:24:40.209876 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.211701 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-0dc7d676-ca16-4421-b5a8-a81d424935d5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/395a1e9a-8b75-41ef-b78c-3e7ef1bd1618 HTTP/1.1" status: 204 len: 168 time: 1.0217097 Apr 06 11:24:40.214377 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57876) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:40.257274 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730061777731'] for network (a63c9c48-fa2a-4b7f-8308-6d470a9b203b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.277569 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Sync routers for ids ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:24:40.286211 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-d556eba2-d5fc-4fc5-842d-15defed861be admin admin] Deleting subnet 6cb1fb97-c969-4abf-ac37-f48d47c4882c {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:24:40.287335 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Routers {'0b86aed9-2889-4b7b-9b56-d1b983b422a6'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:40.287941 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:40.291162 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d556eba2-d5fc-4fc5-842d-15defed861be admin admin] Publish callbacks [] for subnet (6cb1fb97-c969-4abf-ac37-f48d47c4882c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.327541 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d556eba2-d5fc-4fc5-842d-15defed861be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6270545'] for subnet (6cb1fb97-c969-4abf-ac37-f48d47c4882c), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.359182 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783'] for network (a63c9c48-fa2a-4b7f-8308-6d470a9b203b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.360215 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:40.360818 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.395559 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Set router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:40.456911 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5846183 Apr 06 11:24:40.459770 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57878) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:40.462078 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7045a-73a4-48c1-9ac1-d513dbd5e12a admin admin] Pushing event updated for resources: {'Network': ['ID=a63c9c48-fa2a-4b7f-8308-6d470a9b203b,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:40.474757 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d556eba2-d5fc-4fc5-842d-15defed861be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (6cb1fb97-c969-4abf-ac37-f48d47c4882c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.477210 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-2e78015f-ae3a-4361-83f1-dd03a4d85d4b admin admin] Request body: {'subnet': {'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-404749797-subnet', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'ip_version': 4}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:24:40.481466 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Network a63c9c48-fa2a-4b7f-8308-6d470a9b203b details requested by agent ovs-agent-dv-cinder-836072-2-iscsi with host dv-cinder-836072-2-iscsi {{(pid=104089) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:24:40.582262 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e78015f-ae3a-4361-83f1-dd03a4d85d4b admin admin] Made reservation on behalf of 455bc7eb5d8c478b86826db523a28bd3 for: {'subnet': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:24:40.584799 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2e78015f-ae3a-4361-83f1-dd03a4d85d4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4783688'] for subnet (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.618570 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d556eba2-d5fc-4fc5-842d-15defed861be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4619291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4460665'] for subnet (6cb1fb97-c969-4abf-ac37-f48d47c4882c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.634404 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:24:38Z', 'revision_number': 4, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'b8e313fc-9a82-4ca2-8765-70262dd558a3', 'name': '', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'mac_address': 'fa:16:3e:0a:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:37Z', 'updated_at': '2022-04-06T11:24:38Z', 'revision_number': 2, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'subnets': [{'id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:40.640931 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556eba2-d5fc-4fc5-842d-15defed861be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb1fb97-c969-4abf-ac37-f48d47c4882c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:40.648089 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-d556eba2-d5fc-4fc5-842d-15defed861be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.655793 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef26b332-1c2f-4aff-9129-599b9c5bbbc8 None None] Network 3c24e7e5-e19c-40ad-b7d6-76367c7c7816 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:24:40.661637 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-d556eba2-d5fc-4fc5-842d-15defed861be admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6cb1fb97-c969-4abf-ac37-f48d47c4882c HTTP/1.1" status: 204 len: 168 time: 0.4440012 Apr 06 11:24:40.661939 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57880) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:40.755131 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (3c24e7e5-e19c-40ad-b7d6-76367c7c7816), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.766843 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Checking router: 0b86aed9-2889-4b7b-9b56-d1b983b422a6 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:24:40.767289 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Updating router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 port b8e313fc-9a82-4ca2-8765-70262dd558a3 binding host dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:24:40.797199 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.821306 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Deleting port 4fa72f1f-a593-4c60-939b-05942f0a8791 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:24:40.821710 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.873143 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2e78015f-ae3a-4361-83f1-dd03a4d85d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4783702'] for subnet (55702b78-9473-403e-99b2-4205877387f1), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.889420 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] For port 4fa72f1f-a593-4c60-939b-05942f0a8791, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4fa72f1f-a593-4c60-939b-05942f0a8791,segment=NetworkSegment(856400b1-f93a-4fab-b4fb-6592dad6d390),segment_id=856400b1-f93a-4fab-b4fb-6592dad6d390)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:40.890653 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.903209 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Calling delete_port for 4fa72f1f-a593-4c60-939b-05942f0a8791 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:24:40.939387 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78015f-ae3a-4361-83f1-dd03a4d85d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=55702b78-9473-403e-99b2-4205877387f1,revision_number=0']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:40.945482 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac854a6-7ecf-4d21-b214-e1f64c9f0f67 None None] DHCP port deletion for 3c24e7e5-e19c-40ad-b7d6-76367c7c7816 request from dv-cinder-836072-2-iscsi {{(pid=104089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:24:40.960480 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e78015f-ae3a-4361-83f1-dd03a4d85d4b admin admin] Checking segment: {'id': '12d275b4-a857-46ad-a9d2-1ef865bf178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:24:40.965383 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e78015f-ae3a-4361-83f1-dd03a4d85d4b admin admin] Network hostable DHCP agents. Network: a63c9c48-fa2a-4b7f-8308-6d470a9b203b, hostable agents: ['d1ce768c-37ac-4fc6-8247-5ec976b4b541'], hosted agents: [] {{(pid=104088) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:24:41.029667 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-1ac854a6-7ecf-4d21-b214-e1f64c9f0f67 None None] Deleting port 4fa72f1f-a593-4c60-939b-05942f0a8791 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:24:41.030040 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1ac854a6-7ecf-4d21-b214-e1f64c9f0f67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.068017 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:24:41.073343 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e78015f-ae3a-4361-83f1-dd03a4d85d4b admin admin] Network a63c9c48-fa2a-4b7f-8308-6d470a9b203b is scheduled to be hosted by DHCP agent d1ce768c-37ac-4fc6-8247-5ec976b4b541 with binding_index 1 {{(pid=104088) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:24:41.101979 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.133760 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa72f1f-a593-4c60-939b-05942f0a8791,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:41.135546 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] No DVR routers for this DVR port 4fa72f1f-a593-4c60-939b-05942f0a8791 on host dv-cinder-836072-2-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:24:41.142313 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Publish callbacks [] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.147796 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-1ac854a6-7ecf-4d21-b214-e1f64c9f0f67 None None] For port 4fa72f1f-a593-4c60-939b-05942f0a8791, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4fa72f1f-a593-4c60-939b-05942f0a8791,segment=NetworkSegment(856400b1-f93a-4fab-b4fb-6592dad6d390),segment_id=856400b1-f93a-4fab-b4fb-6592dad6d390)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:41.148495 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-2e78015f-ae3a-4361-83f1-dd03a4d85d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836072-2-iscsi, a63c9c48-fa2a-4b7f-8308-6d470a9b203b) {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:24:41.148687 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1ac854a6-7ecf-4d21-b214-e1f64c9f0f67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.157445 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e78015f-ae3a-4361-83f1-dd03a4d85d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:41.160689 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c860b-866f-4123-8afd-b279b0ee82fb None None] Network a63c9c48-fa2a-4b7f-8308-6d470a9b203b requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:24:41.160825 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-2e78015f-ae3a-4361-83f1-dd03a4d85d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.193617 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.201137 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-1ac854a6-7ecf-4d21-b214-e1f64c9f0f67 None None] Calling delete_port for 4fa72f1f-a593-4c60-939b-05942f0a8791 owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:24:41.213667 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (3c24e7e5-e19c-40ad-b7d6-76367c7c7816), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.231928 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-2e78015f-ae3a-4361-83f1-dd03a4d85d4b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7700651 Apr 06 11:24:41.234492 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57882) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:41.235376 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:41.235754 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.263561 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c24e7e5-e19c-40ad-b7d6-76367c7c7816']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:41.267537 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-404749797-router', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:24:41.278918 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6abcb-ad2c-4055-8f78-d6e2752bc343 None None] Pushing event updated for resources: {'Port': ['ID=b8e313fc-9a82-4ca2-8765-70262dd558a3,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:41.281505 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856400b1-f93a-4fab-b4fb-6592dad6d390') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:41.281729 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856400b1-f93a-4fab-b4fb-6592dad6d390') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:41.313307 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6270634'] for segment (856400b1-f93a-4fab-b4fb-6592dad6d390), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.330287 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (856400b1-f93a-4fab-b4fb-6592dad6d390), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.336471 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Attempting to bind port b8e313fc-9a82-4ca2-8765-70262dd558a3 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:24:41.336983 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Attempting to bind port b8e313fc-9a82-4ca2-8765-70262dd558a3 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:24:41.337420 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Attempting to bind port b8e313fc-9a82-4ca2-8765-70262dd558a3 on network 100ce8f8-247c-44cf-824b-9c547770995e {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:24:41.342024 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:24:41.342556 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4619377'] for segment (856400b1-f93a-4fab-b4fb-6592dad6d390), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: Traceback (most recent call last): Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: timer() Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: cb(*args, **kw) Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: return func(*args, **kwargs) Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: self._notify() Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: self.callback(batched_events) Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: event.method(event) Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: return f(self, *a, **k) Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._get(url).json() Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: return self.request(url, 'GET', **kwargs) Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:24:41.349580 dv-cinder-836072-2-iscsi neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:24:41.352758 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:24:41.352758 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Checking segment: {'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:24:41.352991 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.353392 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Bound using segment: {'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:24:41.354203 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Bound port: b8e313fc-9a82-4ca2-8765-70262dd558a3, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:24:41.354597 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.404722 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64461'] for router (1dfd95b5-c696-436c-9b17-c5acac020d92), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.406133 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8040451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7869287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64436'] for router (1dfd95b5-c696-436c-9b17-c5acac020d92), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.415457 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1ac854a6-7ecf-4d21-b214-e1f64c9f0f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567'] for port (4fa72f1f-a593-4c60-939b-05942f0a8791), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.445381 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp28525485-dc93-55e7-828a-302e78cf7f1a-a63c9c48-fa2a-4b7f-8308-6d470a9b203b', 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b', 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'fixed_ips': [{'subnet_id': '55702b78-9473-403e-99b2-4205877387f1'}]}} from dv-cinder-836072-2-iscsi. {{(pid=104089) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:24:41.446260 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.463142 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac854a6-7ecf-4d21-b214-e1f64c9f0f67 None None] Pushing event deleted for resources: {'Port': ['ID=4fa72f1f-a593-4c60-939b-05942f0a8791,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:41.475801 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] For port b8e313fc-9a82-4ca2-8765-70262dd558a3, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:24:41.479565 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] For port b8e313fc-9a82-4ca2-8765-70262dd558a3, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=b8e313fc-9a82-4ca2-8765-70262dd558a3,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:24:41.484050 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Publish callbacks [] for router_controller (1dfd95b5-c696-436c-9b17-c5acac020d92), precommit_add_association {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.498774 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac854a6-7ecf-4d21-b214-e1f64c9f0f67 None None] No DVR routers for this DVR port 4fa72f1f-a593-4c60-939b-05942f0a8791 on host dv-cinder-836072-2-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:24:41.524961 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (3c24e7e5-e19c-40ad-b7d6-76367c7c7816), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.536159 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.536159 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3c24e7e5-e19c-40ad-b7d6-76367c7c7816 HTTP/1.1" status: 204 len: 168 time: 0.8724034 Apr 06 11:24:41.554849 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.568600 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91aa74-2835-4c16-8799-c304e7e72573 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c24e7e5-e19c-40ad-b7d6-76367c7c7816,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:41.599580 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:41.656062 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Routers {'0b86aed9-2889-4b7b-9b56-d1b983b422a6'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:41.657330 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:41.660917 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6abcb-ad2c-4055-8f78-d6e2752bc343 None None] Pushing event updated for resources: {'Port': ['ID=b8e313fc-9a82-4ca2-8765-70262dd558a3,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:41.684734 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device a97cd66e-27ef-4385-83e2-4354e51288fa no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:24:41.740484 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: a97cd66e-27ef-4385-83e2-4354e51288fa {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:24:41.740834 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device a97cd66e-27ef-4385-83e2-4354e51288fa not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:24:41.741380 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 879b54f6-2e26-4c00-97c6-47690647419f no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:24:41.769505 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.db_base_plugin_common [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Allocated IP 172.20.0.2 (a63c9c48-fa2a-4b7f-8308-6d470a9b203b/55702b78-9473-403e-99b2-4205877387f1/2e86ba71-b342-45dd-a726-cb4fc6b02d3e) {{(pid=104089) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:24:41.769505 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-a242ffdc-faf0-4be0-9847-e2348511718c None None] Provisioning complete for port b8e313fc-9a82-4ca2-8765-70262dd558a3 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:41.769505 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a242ffdc-faf0-4be0-9847-e2348511718c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.774049 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 879b54f6-2e26-4c00-97c6-47690647419f {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:24:41.774614 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 879b54f6-2e26-4c00-97c6-47690647419f not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:24:41.775062 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4fa72f1f-a593-4c60-939b-05942f0a8791 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:24:41.820577 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] Set router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:41.820975 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 4fa72f1f-a593-4c60-939b-05942f0a8791 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:24:41.821375 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4fa72f1f-a593-4c60-939b-05942f0a8791 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:24:41.970493 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-a242ffdc-faf0-4be0-9847-e2348511718c None None] Current status of the port b8e313fc-9a82-4ca2-8765-70262dd558a3 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:41.970867 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a242ffdc-faf0-4be0-9847-e2348511718c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.043353 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-a242ffdc-faf0-4be0-9847-e2348511718c None None] For port b8e313fc-9a82-4ca2-8765-70262dd558a3, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=b8e313fc-9a82-4ca2-8765-70262dd558a3,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:42.044652 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Publish callbacks [] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), precommit_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.073210 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:24:38Z', 'revision_number': 4, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'b8e313fc-9a82-4ca2-8765-70262dd558a3', 'name': '', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'mac_address': 'fa:16:3e:0a:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:37Z', 'updated_at': '2022-04-06T11:24:41Z', 'revision_number': 4, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'subnets': [{'id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:42.089178 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Publish callbacks [] for router_gateway (1dfd95b5-c696-436c-9b17-c5acac020d92), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.100813 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 57886) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:42.105803 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba7b1a-725c-48d4-a164-c2c21575fbf6 None None] The sync data for ids ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'] in dv-cinder-836072-2-iscsi is: [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:24:38Z', 'revision_number': 4, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'b8e313fc-9a82-4ca2-8765-70262dd558a3', 'name': '', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'mac_address': 'fa:16:3e:0a:5d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:37Z', 'updated_at': '2022-04-06T11:24:41Z', 'revision_number': 4, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'subnets': [{'id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:24:42.113737 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), after_create {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.116518 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-a242ffdc-faf0-4be0-9847-e2348511718c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.153595 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-bc24c474-0cda-41eb-a289-48576c38d2bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=89551c23f02f4ee7a29f7ba8e8b63dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504189 Apr 06 11:24:42.159406 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57888) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:42.172748 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Network a63c9c48-fa2a-4b7f-8308-6d470a9b203b is already hosted by enough agents. {{(pid=104089) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:24:42.181270 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.scheduler.base_scheduler [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Resources bound (agent type, host, resource id): {{(pid=104089) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:24:42.185825 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Received port after_create {{(pid=104089) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:24:42.188937 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Pushing event updated for resources: {'Port': ['ID=2e86ba71-b342-45dd-a726-cb4fc6b02d3e,revision_number=1']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:42.255682 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa415a90-f85a-4a3a-b2c7-e2a54aaa3652 admin admin] Publish callbacks [] for security_group (28f1a3de-5df1-4a8f-b22f-0be50963dcf8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.285153 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa415a90-f85a-4a3a-b2c7-e2a54aaa3652 admin admin] Publish callbacks [] for security_group (28f1a3de-5df1-4a8f-b22f-0be50963dcf8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.298387 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242ffdc-faf0-4be0-9847-e2348511718c None None] Pushing event updated for resources: {'Port': ['ID=b8e313fc-9a82-4ca2-8765-70262dd558a3,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:42.303895 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Attempting to bind port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:24:42.304794 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Attempting to bind port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '12d275b4-a857-46ad-a9d2-1ef865bf178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:24:42.305196 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Attempting to bind port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e on network a63c9c48-fa2a-4b7f-8308-6d470a9b203b {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:24:42.307496 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-46612bce-278a-416c-a89e-6f2c735c6288 None None] Provisioning complete for port b8e313fc-9a82-4ca2-8765-70262dd558a3 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:42.307496 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-46612bce-278a-416c-a89e-6f2c735c6288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.334849 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:24:42.336059 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Checking segment: {'id': '12d275b4-a857-46ad-a9d2-1ef865bf178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:24:42.336456 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.336842 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Bound using segment: {'id': '12d275b4-a857-46ad-a9d2-1ef865bf178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:24:42.337346 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Bound port: 2e86ba71-b342-45dd-a726-cb4fc6b02d3e, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d275b4-a857-46ad-a9d2-1ef865bf178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:24:42.337901 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.427008 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa415a90-f85a-4a3a-b2c7-e2a54aaa3652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (28f1a3de-5df1-4a8f-b22f-0be50963dcf8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.427008 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-aa415a90-f85a-4a3a-b2c7-e2a54aaa3652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.430779 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-aa415a90-f85a-4a3a-b2c7-e2a54aaa3652 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28f1a3de-5df1-4a8f-b22f-0be50963dcf8 HTTP/1.1" status: 204 len: 168 time: 0.2715394 Apr 06 11:24:42.436463 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Publish callbacks [] for router_gateway (1dfd95b5-c696-436c-9b17-c5acac020d92), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.438291 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] For port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:24:42.442651 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa415a90-f85a-4a3a-b2c7-e2a54aaa3652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f1a3de-5df1-4a8f-b22f-0be50963dcf8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:42.459505 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] For port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=2e86ba71-b342-45dd-a726-cb4fc6b02d3e,segment=NetworkSegment(12d275b4-a857-46ad-a9d2-1ef865bf178a),segment_id=12d275b4-a857-46ad-a9d2-1ef865bf178a)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:24:42.472306 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.477048 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-46612bce-278a-416c-a89e-6f2c735c6288 None None] Current status of the port b8e313fc-9a82-4ca2-8765-70262dd558a3 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:42.518805 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.595706 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a585f1d-ffa9-4f19-9745-a45ed8838ee9 None None] Pushing event updated for resources: {'Port': ['ID=2e86ba71-b342-45dd-a726-cb4fc6b02d3e,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:42.620733 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Allocated IP 172.27.3.102 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:24:42.749518 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Publish callbacks [] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.850682 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:42.891450 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:24:42.894425 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:24:42.900736 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:24:42.925973 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Pushing event updated for resources: {'Port': ['ID=71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:43.087988 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device b8e313fc-9a82-4ca2-8765-70262dd558a3 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:24:43.144665 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port b8e313fc-9a82-4ca2-8765-70262dd558a3 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:43.145043 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.168902 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57894) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:43.221008 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-7434fa87-faf3-4a47-a183-320a9106fb3e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3ae17cdfbf1451b94bcf9387d4003ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505872 Apr 06 11:24:43.221774 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57896) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:43.240893 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port b8e313fc-9a82-4ca2-8765-70262dd558a3 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:43.242136 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 2e86ba71-b342-45dd-a726-cb4fc6b02d3e up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:24:43.279859 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Publish callbacks [] for router_gateway (1dfd95b5-c696-436c-9b17-c5acac020d92), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.299005 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3db9428-29d4-447c-b78a-1cfd34e22ef2 admin admin] Publish callbacks [] for security_group (7dd5dba9-451b-4014-83de-3f72e4d55fda), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.309872 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:43.310374 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.329520 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3db9428-29d4-447c-b78a-1cfd34e22ef2 admin admin] Publish callbacks [] for security_group (7dd5dba9-451b-4014-83de-3f72e4d55fda), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.430138 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:43.430554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.469281 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=2e86ba71-b342-45dd-a726-cb4fc6b02d3e,segment=NetworkSegment(12d275b4-a857-46ad-a9d2-1ef865bf178a),segment_id=12d275b4-a857-46ad-a9d2-1ef865bf178a)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:43.530083 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3db9428-29d4-447c-b78a-1cfd34e22ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (7dd5dba9-451b-4014-83de-3f72e4d55fda), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.532812 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b3db9428-29d4-447c-b78a-1cfd34e22ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.535422 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b3db9428-29d4-447c-b78a-1cfd34e22ef2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7dd5dba9-451b-4014-83de-3f72e4d55fda HTTP/1.1" status: 204 len: 168 time: 0.3126082 Apr 06 11:24:43.547106 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db9428-29d4-447c-b78a-1cfd34e22ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd5dba9-451b-4014-83de-3f72e4d55fda,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:43.562985 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8041938'] for router (1dfd95b5-c696-436c-9b17-c5acac020d92), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.565279 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.628617 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=2e86ba71-b342-45dd-a726-cb4fc6b02d3e,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:43.704266 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bace34-ee17-44c5-ae37-734aea6031db None None] Network a63c9c48-fa2a-4b7f-8308-6d470a9b203b requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:24:43.765241 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-23cfe8b9-6b43-4e2a-bd66-8a22245710f8 None None] Provisioning complete for port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:43.765828 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-23cfe8b9-6b43-4e2a-bd66-8a22245710f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.798598 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Router 1dfd95b5-c696-436c-9b17-c5acac020d92 is scheduled to L3 agent a612e23e-0641-4851-85ac-d61b6e63725e with binding_index 1 {{(pid=104088) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:24:43.891928 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-23cfe8b9-6b43-4e2a-bd66-8a22245710f8 None None] Current status of the port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:43.913003 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:24:43.927538 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Sync routers for ids ['1dfd95b5-c696-436c-9b17-c5acac020d92'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:24:43.941864 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Routers {'1dfd95b5-c696-436c-9b17-c5acac020d92'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:43.942521 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['1dfd95b5-c696-436c-9b17-c5acac020d92'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:43.987195 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.989454 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8ab62654-f355-4e4a-b75d-2ab2a1ce1a8b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7354558 Apr 06 11:24:43.992931 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 57900) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:24:44.228898 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Set router 1dfd95b5-c696-436c-9b17-c5acac020d92 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:44.306907 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-ad2a2c2e-21a9-4908-8f43-332c25073e5b None None] Provisioning complete for port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:44.306907 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ad2a2c2e-21a9-4908-8f43-332c25073e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:44.459684 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a2c2e-21a9-4908-8f43-332c25073e5b None None] Current status of the port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:44.464675 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:44.483224 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'name': 'tempest-TestMinimumBasicScenario-404749797-router', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:41Z', 'updated_at': '2022-04-06T11:24:43Z', 'revision_number': 3, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'gw_port': {'id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:42Z', 'updated_at': '2022-04-06T11:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:44.509846 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Checking router: 1dfd95b5-c696-436c-9b17-c5acac020d92 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:24:44.510195 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Updating router 1dfd95b5-c696-436c-9b17-c5acac020d92 port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 binding host dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:24:44.540700 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:44.620195 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Allocated IP 172.20.0.1 (a63c9c48-fa2a-4b7f-8308-6d470a9b203b/55702b78-9473-403e-99b2-4205877387f1/1a798381-564c-420b-93e9-31b2dd559c20) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:24:44.720952 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Publish callbacks [] for port (1a798381-564c-420b-93e9-31b2dd559c20), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:44.790285 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Publish callbacks [] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), precommit_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:44.798671 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (1a798381-564c-420b-93e9-31b2dd559c20), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:44.837854 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Network a63c9c48-fa2a-4b7f-8308-6d470a9b203b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:24:44.840633 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:24:44.844075 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:24:44.874565 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Pushing event updated for resources: {'Port': ['ID=1a798381-564c-420b-93e9-31b2dd559c20,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:44.892599 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8041731'] for router_interface (1dfd95b5-c696-436c-9b17-c5acac020d92), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:44.895200 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:44.950644 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Attempting to bind port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:24:44.951155 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Attempting to bind port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:24:44.951613 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Attempting to bind port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 on network b8e3ac99-7604-4669-8bd3-91990de5fe29 {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:24:44.955020 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085c92-83bc-41c4-8de3-bd67cb95abf0 None None] Pushing event updated for resources: {'Port': ['ID=71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0,revision_number=2']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:44.960131 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:24:44.960575 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Checking segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104089) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:24:44.961107 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:44.961567 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Bound using segment: {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'} {{(pid=104089) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:24:44.962128 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.managers [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Bound port: 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1908ae48-18ac-4a3f-a1ca-09ccaab57c88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29'}}] {{(pid=104089) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:24:44.962581 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:45.023847 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] For port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104089) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:24:45.027654 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] For port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:24:45.039742 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 2e86ba71-b342-45dd-a726-cb4fc6b02d3e up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:24:45.090920 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-2e67f0ca-9a69-46a6-a110-ac13315a0032 None None] Provisioning complete for port 1a798381-564c-420b-93e9-31b2dd559c20 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:45.091282 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2e67f0ca-9a69-46a6-a110-ac13315a0032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (1a798381-564c-420b-93e9-31b2dd559c20), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:45.102519 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (1a798381-564c-420b-93e9-31b2dd559c20), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:45.118183 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:45.156115 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:45.156488 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:45.186536 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-2e67f0ca-9a69-46a6-a110-ac13315a0032 None None] Port 1a798381-564c-420b-93e9-31b2dd559c20 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:24:45.219509 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Routers {'1dfd95b5-c696-436c-9b17-c5acac020d92'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:45.220132 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['1dfd95b5-c696-436c-9b17-c5acac020d92'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:45.261624 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b085c92-83bc-41c4-8de3-bd67cb95abf0 None None] Pushing event updated for resources: {'Port': ['ID=71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0,revision_number=3']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:45.278712 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Publish callbacks [] for port (1a798381-564c-420b-93e9-31b2dd559c20), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:45.341304 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (1a798381-564c-420b-93e9-31b2dd559c20), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:45.356804 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:45.370926 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] Set router 1dfd95b5-c696-436c-9b17-c5acac020d92 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:45.407429 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8362797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8039059'] for router_interface (1dfd95b5-c696-436c-9b17-c5acac020d92), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:45.409165 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Pushing event updated for resources: {'Port': ['ID=1a798381-564c-420b-93e9-31b2dd559c20,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:45.503901 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Network a63c9c48-fa2a-4b7f-8308-6d470a9b203b is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:24:45.505844 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:24:45.575387 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'name': 'tempest-TestMinimumBasicScenario-404749797-router', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:41Z', 'updated_at': '2022-04-06T11:24:45Z', 'revision_number': 4, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'gw_port': {'id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:42Z', 'updated_at': '2022-04-06T11:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '1a798381-564c-420b-93e9-31b2dd559c20', 'name': '', 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'mac_address': 'fa:16:3e:b8:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '55702b78-9473-403e-99b2-4205877387f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:44Z', 'updated_at': '2022-04-06T11:24:44Z', 'revision_number': 1, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'subnets': [{'id': '55702b78-9473-403e-99b2-4205877387f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:45.606583 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7222d-f1c3-4930-8023-fffca46477ae None None] The sync data for ids ['1dfd95b5-c696-436c-9b17-c5acac020d92'] in dv-cinder-836072-2-iscsi is: [{'id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'name': 'tempest-TestMinimumBasicScenario-404749797-router', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:41Z', 'updated_at': '2022-04-06T11:24:45Z', 'revision_number': 4, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'gw_port': {'id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:42Z', 'updated_at': '2022-04-06T11:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '1a798381-564c-420b-93e9-31b2dd559c20', 'name': '', 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'mac_address': 'fa:16:3e:b8:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '55702b78-9473-403e-99b2-4205877387f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:44Z', 'updated_at': '2022-04-06T11:24:44Z', 'revision_number': 1, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'subnets': [{'id': '55702b78-9473-403e-99b2-4205877387f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:24:45.630953 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Router 1dfd95b5-c696-436c-9b17-c5acac020d92 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:24:45.708769 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-dead091a-4726-4caf-a043-e4153c8e42de None None] Provisioning complete for port 1a798381-564c-420b-93e9-31b2dd559c20 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:45.709213 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dead091a-4726-4caf-a043-e4153c8e42de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (1a798381-564c-420b-93e9-31b2dd559c20), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:45.743130 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-dead091a-4726-4caf-a043-e4153c8e42de None None] Port 1a798381-564c-420b-93e9-31b2dd559c20 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:24:45.755418 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:24:45.760778 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3e2fbe05-242a-4c2b-9d90-b822825a5423 admin admin] 10.222.0.62 "PUT /v2.0/routers/1dfd95b5-c696-436c-9b17-c5acac020d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7662115 Apr 06 11:24:46.195388 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:47.053117 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:24:47.111919 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:47.112387 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:47.202138 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:47.203291 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:47.231028 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] For port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:47.312962 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:47.376566 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Pushing event updated for resources: {'Port': ['ID=71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:48.954615 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Sync routers for ids ['1dfd95b5-c696-436c-9b17-c5acac020d92'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:24:48.964432 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Routers {'1dfd95b5-c696-436c-9b17-c5acac020d92'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:48.965323 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['1dfd95b5-c696-436c-9b17-c5acac020d92'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:49.048114 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:24:49.076854 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Set router 1dfd95b5-c696-436c-9b17-c5acac020d92 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:49.104278 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:49.104645 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:49.193727 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:49.289736 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'name': 'tempest-TestMinimumBasicScenario-404749797-router', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:41Z', 'updated_at': '2022-04-06T11:24:45Z', 'revision_number': 4, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'gw_port': {'id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:42Z', 'updated_at': '2022-04-06T11:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '1a798381-564c-420b-93e9-31b2dd559c20', 'name': '', 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'mac_address': 'fa:16:3e:b8:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '55702b78-9473-403e-99b2-4205877387f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:44Z', 'updated_at': '2022-04-06T11:24:45Z', 'revision_number': 2, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'subnets': [{'id': '55702b78-9473-403e-99b2-4205877387f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:49.326119 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Checking router: 1dfd95b5-c696-436c-9b17-c5acac020d92 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:24:49.326533 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Updating router 1dfd95b5-c696-436c-9b17-c5acac020d92 port 1a798381-564c-420b-93e9-31b2dd559c20 binding host dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:24:49.367368 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (1a798381-564c-420b-93e9-31b2dd559c20), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:49.641382 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Publish callbacks [] for port (1a798381-564c-420b-93e9-31b2dd559c20), precommit_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:49.725088 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (1a798381-564c-420b-93e9-31b2dd559c20), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:49.773606 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e632d3-26a2-428c-86d8-fb1af946b4df None None] Pushing event updated for resources: {'Port': ['ID=1a798381-564c-420b-93e9-31b2dd559c20,revision_number=3']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:49.949631 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Attempting to bind port 1a798381-564c-420b-93e9-31b2dd559c20 on host dv-cinder-836072-2-iscsi for vnic_type normal with profile {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:24:49.950092 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Attempting to bind port 1a798381-564c-420b-93e9-31b2dd559c20 by drivers openvswitch,hyperv on host dv-cinder-836072-2-iscsi at level 0 using segments [{'id': '12d275b4-a857-46ad-a9d2-1ef865bf178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b'}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:24:49.950555 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Attempting to bind port 1a798381-564c-420b-93e9-31b2dd559c20 on network a63c9c48-fa2a-4b7f-8308-6d470a9b203b {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:24:49.956070 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Checking agent: {'id': '9ae2ff3e-cadf-4578-948d-5b8e384bf777', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836072-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 59, 28), 'started_at': datetime.datetime(2022, 4, 6, 10, 59, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836072-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:24:49.956754 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Checking segment: {'id': '12d275b4-a857-46ad-a9d2-1ef865bf178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104090) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:24:49.959533 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:49.959952 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Bound using segment: {'id': '12d275b4-a857-46ad-a9d2-1ef865bf178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b'} {{(pid=104090) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:24:49.960982 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.managers [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Bound port: 1a798381-564c-420b-93e9-31b2dd559c20, host: dv-cinder-836072-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d275b4-a857-46ad-a9d2-1ef865bf178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b'}}] {{(pid=104090) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:24:49.961413 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (1a798381-564c-420b-93e9-31b2dd559c20), before_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:50.037321 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] For port 1a798381-564c-420b-93e9-31b2dd559c20, host dv-cinder-836072-2-iscsi, cleared binding levels {{(pid=104090) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:24:50.041700 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.plugins.ml2.db [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] For port 1a798381-564c-420b-93e9-31b2dd559c20, host dv-cinder-836072-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=1a798381-564c-420b-93e9-31b2dd559c20,segment=NetworkSegment(12d275b4-a857-46ad-a9d2-1ef865bf178a),segment_id=12d275b4-a857-46ad-a9d2-1ef865bf178a)] {{(pid=104090) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:24:50.102764 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-9ac5b2cc-20b0-45e5-8fb0-256f7c83a0a2 None None] Provisioning complete for port 1a798381-564c-420b-93e9-31b2dd559c20 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:50.103330 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9ac5b2cc-20b0-45e5-8fb0-256f7c83a0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (1a798381-564c-420b-93e9-31b2dd559c20), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:50.107139 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (1a798381-564c-420b-93e9-31b2dd559c20), after_update {{(pid=104090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:50.178058 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e632d3-26a2-428c-86d8-fb1af946b4df None None] Pushing event updated for resources: {'Port': ['ID=1a798381-564c-420b-93e9-31b2dd559c20,revision_number=4']} {{(pid=104090) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:50.191367 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Routers {'1dfd95b5-c696-436c-9b17-c5acac020d92'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:24:50.192155 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:24:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['1dfd95b5-c696-436c-9b17-c5acac020d92'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:50.229483 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5b2cc-20b0-45e5-8fb0-256f7c83a0a2 None None] Current status of the port 1a798381-564c-420b-93e9-31b2dd559c20 is: DOWN; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:50.230079 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9ac5b2cc-20b0-45e5-8fb0-256f7c83a0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (1a798381-564c-420b-93e9-31b2dd559c20), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:50.286643 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-9ac5b2cc-20b0-45e5-8fb0-256f7c83a0a2 None None] For port 1a798381-564c-420b-93e9-31b2dd559c20, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=1a798381-564c-420b-93e9-31b2dd559c20,segment=NetworkSegment(12d275b4-a857-46ad-a9d2-1ef865bf178a),segment_id=12d275b4-a857-46ad-a9d2-1ef865bf178a)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:24:50.342781 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] Set router 1dfd95b5-c696-436c-9b17-c5acac020d92 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:24:50.359689 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9ac5b2cc-20b0-45e5-8fb0-256f7c83a0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (1a798381-564c-420b-93e9-31b2dd559c20), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:50.452645 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5b2cc-20b0-45e5-8fb0-256f7c83a0a2 None None] Pushing event updated for resources: {'Port': ['ID=1a798381-564c-420b-93e9-31b2dd559c20,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:24:50.485015 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-9eae8ae6-7a7b-4195-9419-8f945914d4b5 None None] Provisioning complete for port 1a798381-564c-420b-93e9-31b2dd559c20 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:50.485509 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9eae8ae6-7a7b-4195-9419-8f945914d4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (1a798381-564c-420b-93e9-31b2dd559c20), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:50.588654 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-9eae8ae6-7a7b-4195-9419-8f945914d4b5 None None] Current status of the port 1a798381-564c-420b-93e9-31b2dd559c20 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:50.624092 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'name': 'tempest-TestMinimumBasicScenario-404749797-router', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:41Z', 'updated_at': '2022-04-06T11:24:45Z', 'revision_number': 4, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'gw_port': {'id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:42Z', 'updated_at': '2022-04-06T11:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '1a798381-564c-420b-93e9-31b2dd559c20', 'name': '', 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'mac_address': 'fa:16:3e:b8:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '55702b78-9473-403e-99b2-4205877387f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:44Z', 'updated_at': '2022-04-06T11:24:50Z', 'revision_number': 4, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'subnets': [{'id': '55702b78-9473-403e-99b2-4205877387f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:24:50.648780 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e7ed5-6873-400a-9df7-076a375dae41 None None] The sync data for ids ['1dfd95b5-c696-436c-9b17-c5acac020d92'] in dv-cinder-836072-2-iscsi is: [{'id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'name': 'tempest-TestMinimumBasicScenario-404749797-router', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:41Z', 'updated_at': '2022-04-06T11:24:45Z', 'revision_number': 4, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'gw_port': {'id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:42Z', 'updated_at': '2022-04-06T11:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '1a798381-564c-420b-93e9-31b2dd559c20', 'name': '', 'network_id': 'a63c9c48-fa2a-4b7f-8308-6d470a9b203b', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'mac_address': 'fa:16:3e:b8:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '55702b78-9473-403e-99b2-4205877387f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:44Z', 'updated_at': '2022-04-06T11:24:50Z', 'revision_number': 4, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'subnets': [{'id': '55702b78-9473-403e-99b2-4205877387f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:24:51.067691 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 1a798381-564c-420b-93e9-31b2dd559c20 up at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:24:51.281573 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Provisioning complete for port 1a798381-564c-420b-93e9-31b2dd559c20 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:24:51.290115 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (1a798381-564c-420b-93e9-31b2dd559c20), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:51.376034 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Current status of the port 1a798381-564c-420b-93e9-31b2dd559c20 is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:24:51.935963 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1049226b-ef33-4c83-9ef6-db5230ce5405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:54.272654 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-483858e4-5e2f-46a1-8eba-6c6f780ecd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:55.381380 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:56.848980 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:58.199338 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-12bdb081-6b53-49ac-9552-749509668796 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:24:58.200817 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-12bdb081-6b53-49ac-9552-749509668796 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/networks?id=100ce8f8-247c-44cf-824b-9c547770995e HTTP/1.1" status: 200 len: 815 time: 0.1000540 Apr 06 11:24:58.215018 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-80a78ab3-cd19-4aaf-acec-78b5777c9b2a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/quotas/2cdc93c8c7954215bc5d1521f0865e4c HTTP/1.1" status: 200 len: 375 time: 0.0088258 Apr 06 11:24:58.266691 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:58.273783 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-34bb17d7-6f81-41df-b794-894a801a5858 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cdc93c8c7954215bc5d1521f0865e4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540152 Apr 06 11:24:58.366082 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ba740083-7c83-4604-ae08-612887720e86 service neutron] 10.222.0.62 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812309 Apr 06 11:24:58.455938 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-7973084e-fa1e-4096-b639-2a57330e56cb service neutron] 10.222.0.62 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836570 Apr 06 11:24:58.707475 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-81689957-e6f0-4c21-8f77-e25b64005524 req-3b4302a0-c171-4b50-adb4-ddad9e002900 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 210 time: 0.0276527 Apr 06 11:24:59.800315 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ed48d60f-3726-4e4c-b822-823c225c9503 req-ca0a614f-42f9-4215-ab90-2b872558845d tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 210 time: 0.0271924 Apr 06 11:25:00.847055 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-0dd49867-e0be-41d0-8888-0c8cd086d628 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:00.848504 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-0dd49867-e0be-41d0-8888-0c8cd086d628 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.49 "GET /v2.0/networks?id=100ce8f8-247c-44cf-824b-9c547770995e HTTP/1.1" status: 200 len: 815 time: 0.0988114 Apr 06 11:25:00.869938 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Request body: {'port': {'device_id': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'admin_state_up': True, 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:25:00.894960 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-39591b02-7f4b-4e6f-a858-c04c9cbc053e req-4a49568d-f7a5-4f27-98c5-3ff7895fd0c6 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 210 time: 0.0274711 Apr 06 11:25:01.038134 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Made reservation on behalf of 2cdc93c8c7954215bc5d1521f0865e4c for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:25:01.041744 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:01.167260 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Allocated IP 172.20.0.9 (100ce8f8-247c-44cf-824b-9c547770995e/88efc0ef-addc-4cbd-a096-676ebbcb290c/bd5d52c4-c2fc-4d98-b2c8-003531a12b8d) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:25:01.310999 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:01.421361 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:01.460281 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Network 100ce8f8-247c-44cf-824b-9c547770995e is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:25:01.463437 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:25:01.470575 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:25:01.497443 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event updated for resources: {'Port': ['ID=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:01.523194 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:01.523870 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:01.595088 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-dac04269-9e8c-41f6-a5bb-40e1f9fa17e3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7292018 Apr 06 11:25:01.794229 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-102bc471-ea11-42c6-88fe-2876981d4448 None None] Provisioning complete for port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:25:01.794832 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-102bc471-ea11-42c6-88fe-2876981d4448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:01.832059 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-102bc471-ea11-42c6-88fe-2876981d4448 None None] Port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:25:02.021032 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a3c87-18ab-4416-accf-7e4cfcaeb69f req-fcc5b4c0-9579-4812-8d35-a4814c9f80a4 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:02.022565 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fb9a3c87-18ab-4416-accf-7e4cfcaeb69f req-fcc5b4c0-9579-4812-8d35-a4814c9f80a4 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 931 time: 0.0562129 Apr 06 11:25:02.073823 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fb9a3c87-18ab-4416-accf-7e4cfcaeb69f req-64a6e5b8-e7af-4da8-ae44-ef700821c4f5 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447006 Apr 06 11:25:03.201223 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9837e46-0813-4e97-a82b-55e21e03c6eb req-e9f19474-98af-4360-865c-1646ebac5f5d tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:03.202734 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e9837e46-0813-4e97-a82b-55e21e03c6eb req-e9f19474-98af-4360-865c-1646ebac5f5d tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 931 time: 0.0596843 Apr 06 11:25:03.251527 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-e9837e46-0813-4e97-a82b-55e21e03c6eb req-76208644-e86e-487f-b201-a7d29c49120b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432413 Apr 06 11:25:04.381889 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d76d32-02a5-49b7-a3b2-328c90f420d3 req-52853a63-5192-49e5-9f67-3aa3fbd76fde tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:04.383570 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-19d76d32-02a5-49b7-a3b2-328c90f420d3 req-52853a63-5192-49e5-9f67-3aa3fbd76fde tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 931 time: 0.0603611 Apr 06 11:25:04.436133 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-19d76d32-02a5-49b7-a3b2-328c90f420d3 req-35ae5f0f-c979-4cce-a2d2-c671fdd65284 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470462 Apr 06 11:25:05.614902 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbadb9d-ae6c-4c1e-9b4f-110b4052317d req-412b736c-2f32-4206-a05b-c9d7308a89c5 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:05.616447 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7cbadb9d-ae6c-4c1e-9b4f-110b4052317d req-412b736c-2f32-4206-a05b-c9d7308a89c5 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 931 time: 0.0870912 Apr 06 11:25:05.679159 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7cbadb9d-ae6c-4c1e-9b4f-110b4052317d req-ececfa7f-08a9-46b7-9382-b0eb12ac66c3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557849 Apr 06 11:25:06.801527 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f410b-3c9f-4c93-a50c-8c752fdcc351 req-355784f9-c05d-4150-9ee2-bf741f0c09fe tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:06.803137 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e06f410b-3c9f-4c93-a50c-8c752fdcc351 req-355784f9-c05d-4150-9ee2-bf741f0c09fe tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 931 time: 0.0539739 Apr 06 11:25:06.852594 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e06f410b-3c9f-4c93-a50c-8c752fdcc351 req-809f240a-693e-431a-806a-387c0480a091 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435398 Apr 06 11:25:07.982205 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d46197-b891-48e8-9233-6c55430ce489 req-56effc09-db02-40db-9102-220ba7c5216c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:07.983964 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d3d46197-b891-48e8-9233-6c55430ce489 req-56effc09-db02-40db-9102-220ba7c5216c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 931 time: 0.0593550 Apr 06 11:25:08.034295 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d3d46197-b891-48e8-9233-6c55430ce489 req-3c0f4770-ca01-49b2-84f0-6518bfec6d8d tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422802 Apr 06 11:25:09.015222 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:25:09.155401 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccca9ce-779f-4a3c-a4ab-e94e3a7d6f13 req-85010719-b02e-4db0-b676-178f29b12318 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:09.156852 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4ccca9ce-779f-4a3c-a4ab-e94e3a7d6f13 req-85010719-b02e-4db0-b676-178f29b12318 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 931 time: 0.0542901 Apr 06 11:25:09.202399 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-4ccca9ce-779f-4a3c-a4ab-e94e3a7d6f13 req-25662dc6-bb4c-4eed-8ffa-01cca229be56 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 Apr 06 11:25:10.318253 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d4006-b93d-44e6-82c7-82289826f6ac req-3f88a8f4-fca0-4ec2-ae1a-f8c2931e133a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:10.319708 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b5d4006-b93d-44e6-82c7-82289826f6ac req-3f88a8f4-fca0-4ec2-ae1a-f8c2931e133a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 931 time: 0.0524857 Apr 06 11:25:10.376911 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-4b5d4006-b93d-44e6-82c7-82289826f6ac req-5711422d-56f2-4b89-9e1d-e84c0d7f6ad8 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514505 Apr 06 11:25:11.495216 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a10d06-d559-47f8-8a45-5fe5c2988a67 req-c1b75940-efd2-4df3-b51b-391a3bb6d680 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:11.496680 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a0a10d06-d559-47f8-8a45-5fe5c2988a67 req-c1b75940-efd2-4df3-b51b-391a3bb6d680 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 931 time: 0.0533299 Apr 06 11:25:11.542002 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a0a10d06-d559-47f8-8a45-5fe5c2988a67 req-0026f43b-1449-457d-b8bf-cc858a05e904 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 Apr 06 11:25:11.875600 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Request body: {'port': {'device_id': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:25:11.937317 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:12.182820 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5d52c4-c2fc-4d98-b2c8-003531a12b8d {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:25:12.190065 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Publish callbacks [] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:12.201791 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Transition to ACTIVE for port object bd5d52c4-c2fc-4d98-b2c8-003531a12b8d will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:25:12.271711 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:12.319060 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Pushing event updated for resources: {'Port': ['ID=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:12.393080 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Attempting to bind port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:25:12.396807 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Attempting to bind port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:25:12.396807 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Attempting to bind port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d on network 100ce8f8-247c-44cf-824b-9c547770995e {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:25:12.398553 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d on network 100ce8f8-247c-44cf-824b-9c547770995e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:25:12.398880 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Attempting to bind port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d on network 100ce8f8-247c-44cf-824b-9c547770995e {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:25:12.404152 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:25:12.404493 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Checking segment: {'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:25:12.404911 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Bound using segment: {'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:25:12.405368 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Bound port: bd5d52c4-c2fc-4d98-b2c8-003531a12b8d, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7716c61-cac5-4288-8ffd-8a4a21de8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:25:12.405728 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:12.471009 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] For port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d, host hv-cinder-83607, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:25:12.474167 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] For port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:25:12.546918 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:12.579184 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:12.579817 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:12.581248 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] 10.222.0.49 "PUT /v2.0/ports/bd5d52c4-c2fc-4d98-b2c8-003531a12b8d HTTP/1.1" status: 200 len: 1093 time: 0.7099082 Apr 06 11:25:12.583530 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:25:12.586083 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb5e6df-4830-4dca-b840-faf52184e03e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:25:12.618422 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb0a68-dbc6-4478-8be5-980c9467d09b service neutron] Pushing event updated for resources: {'Port': ['ID=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:12.629804 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd7be06-3cf2-4228-9115-4bce52df06d0 x-openstack-request-id: req-4cd7be06-3cf2-4228-9115-4bce52df06d0 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:25:12.630017 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:25:12.630253 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cd7be06-3cf2-4228-9115-4bce52df06d0 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:25:12.630660 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd7be06-3cf2-4228-9115-4bce52df06d0'] response: {'name': 'network-changed', 'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'status': 'completed', 'code': 200} Apr 06 11:25:12.682238 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08155e41-574f-40a9-a895-70f6702f958e req-323529cf-b739-4ce0-94fc-3a1c4bbfbf7f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:12.684540 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-08155e41-574f-40a9-a895-70f6702f958e req-323529cf-b739-4ce0-94fc-3a1c4bbfbf7f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 943 time: 0.0625355 Apr 06 11:25:12.735953 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5e6df-4830-4dca-b840-faf52184e03e req-4687ab58-7477-424a-91b2-d2ec782f754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:12.736280 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-08155e41-574f-40a9-a895-70f6702f958e req-7f49da30-f5cc-45d5-a404-d8f0fffacc1f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457006 Apr 06 11:25:12.737574 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3fb5e6df-4830-4dca-b840-faf52184e03e req-4687ab58-7477-424a-91b2-d2ec782f754f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cdc93c8c7954215bc5d1521f0865e4c&device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 1127 time: 0.0515978 Apr 06 11:25:12.845550 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5e6df-4830-4dca-b840-faf52184e03e req-90da38c5-d76b-49f0-acb0-705d13da3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:12.846955 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3fb5e6df-4830-4dca-b840-faf52184e03e req-90da38c5-d76b-49f0-acb0-705d13da3280 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2cdc93c8c7954215bc5d1521f0865e4c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949938 Apr 06 11:25:12.940402 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5e6df-4830-4dca-b840-faf52184e03e req-00f4d9e4-5820-46fc-ba43-cd23651c4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:12.941877 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3fb5e6df-4830-4dca-b840-faf52184e03e req-00f4d9e4-5820-46fc-ba43-cd23651c4929 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880933 Apr 06 11:25:13.046314 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-17966cd1-20e7-466a-990a-bd7ea65e822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:13.047762 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-17966cd1-20e7-466a-990a-bd7ea65e822b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cdc93c8c7954215bc5d1521f0865e4c&device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 1127 time: 0.0443945 Apr 06 11:25:13.095478 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-4b1eb157-871c-4f0a-af3d-a2a3cff6d919 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d HTTP/1.1" status: 200 len: 217 time: 0.0326180 Apr 06 11:25:13.144020 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-0d1d895c-37be-49d4-8e76-e8762b930f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:13.145402 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-0d1d895c-37be-49d4-8e76-e8762b930f68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88efc0ef-addc-4cbd-a096-676ebbcb290c HTTP/1.1" status: 200 len: 854 time: 0.0436332 Apr 06 11:25:13.190591 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-4fd0d67b-39d5-4b1e-a136-1dfc04bbd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:13.191980 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-4fd0d67b-39d5-4b1e-a136-1dfc04bbd07a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=100ce8f8-247c-44cf-824b-9c547770995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409524 Apr 06 11:25:13.275347 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-d1366839-4972-45b8-995a-8fe01fd6ed54 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772877 Apr 06 11:25:13.368755 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e5e1c89f-dfe3-48a9-9209-976691be105c req-d43ce7a6-a5fe-4960-8736-637a8e5f0c38 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870140 Apr 06 11:25:13.853231 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c286bf-5668-407b-8330-2db00c6d1f34 req-c001871c-1172-4069-b15e-2dc4f649702c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:13.854660 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-83c286bf-5668-407b-8330-2db00c6d1f34 req-c001871c-1172-4069-b15e-2dc4f649702c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 943 time: 0.0513082 Apr 06 11:25:13.898898 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-83c286bf-5668-407b-8330-2db00c6d1f34 req-620d729b-6f79-40a5-ad5a-c1bc7c27425a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Apr 06 11:25:15.017046 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b91434-09c9-446a-9f5d-4dd65d1e9f33 req-46e8e1f2-47f9-40a6-90b2-f52f6cb529c2 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:15.018515 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-46b91434-09c9-446a-9f5d-4dd65d1e9f33 req-46e8e1f2-47f9-40a6-90b2-f52f6cb529c2 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 943 time: 0.0527198 Apr 06 11:25:15.063855 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-46b91434-09c9-446a-9f5d-4dd65d1e9f33 req-df4256a9-1586-407a-a7cf-b698e75faf26 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396659 Apr 06 11:25:16.163739 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:16.183864 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bf602-595f-4e80-9f8a-bc1c8419c9d5 req-cd856dcd-2d4c-43e9-9fdd-fbdb135100ee tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:16.185360 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-447bf602-595f-4e80-9f8a-bc1c8419c9d5 req-cd856dcd-2d4c-43e9-9fdd-fbdb135100ee tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 943 time: 0.0553710 Apr 06 11:25:16.231039 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-447bf602-595f-4e80-9f8a-bc1c8419c9d5 req-a81cfd5e-0e4f-4bf2-abed-5abd24122974 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400772 Apr 06 11:25:16.874490 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device bd5d52c4-c2fc-4d98-b2c8-003531a12b8d details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:25:16.968029 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:25:16.979372 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'port_id': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'mac_address': 'fa:16:3e:d2:e8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:25:17.014740 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:25:17.015127 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:17.030159 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5d52c4-c2fc-4d98-b2c8-003531a12b8d {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:25:17.049181 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:25:17.094561 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:17.139470 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:17.350008 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32cc3b-4982-4eed-92b3-dbaf7303cf22 req-57b1a144-a208-4f11-bae4-335792181595 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:17.351460 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7c32cc3b-4982-4eed-92b3-dbaf7303cf22 req-57b1a144-a208-4f11-bae4-335792181595 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 944 time: 0.0555720 Apr 06 11:25:17.398858 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7c32cc3b-4982-4eed-92b3-dbaf7303cf22 req-a5d9b3ae-a2a9-452b-bcd3-0ad6922bc8cb tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412135 Apr 06 11:25:17.517276 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:25:18.518601 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b120de8-457c-431b-bc6e-bef9f7683e74 req-8d06405b-c4e0-4c20-a6b7-2d6095abaffd tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:18.520077 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5b120de8-457c-431b-bc6e-bef9f7683e74 req-8d06405b-c4e0-4c20-a6b7-2d6095abaffd tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 944 time: 0.0519865 Apr 06 11:25:18.565538 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5b120de8-457c-431b-bc6e-bef9f7683e74 req-5696b66e-6765-427e-b53d-f87757726d8f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396791 Apr 06 11:25:18.892073 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device bd5d52c4-c2fc-4d98-b2c8-003531a12b8d up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:25:19.020201 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:25:19.023966 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:25:19.024957 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:19.097638 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:25:19.098013 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:19.118879 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:25:19.121093 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a38ddb-01b2-48ee-b766-c382e66da76b" -d '{"events": [{"server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "name": "network-vif-plugged", "status": "completed", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:25:19.136168 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:25:19.158557 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c79cb54-4d4a-4f55-bb29-79989be31a79 x-openstack-request-id: req-1c79cb54-4d4a-4f55-bb29-79989be31a79 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:25:19.158836 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "name": "network-vif-plugged", "status": "completed", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:25:19.159081 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c79cb54-4d4a-4f55-bb29-79989be31a79 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:25:19.159470 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c79cb54-4d4a-4f55-bb29-79989be31a79'] response: {'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'code': 200} Apr 06 11:25:19.180373 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:19.228456 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:19.486483 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae1e27-7ad6-4df6-9d98-c54c64dc9fe1 req-5b25b5c5-0945-4354-8b98-35ddd627c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:19.487931 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eeae1e27-7ad6-4df6-9d98-c54c64dc9fe1 req-5b25b5c5-0945-4354-8b98-35ddd627c57f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 1129 time: 0.0421696 Apr 06 11:25:19.542179 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-eeae1e27-7ad6-4df6-9d98-c54c64dc9fe1 req-a5659656-3855-4214-b50b-cf68153f9074 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479774 Apr 06 11:25:19.679300 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35214ed0-d199-4535-9aba-5e0c82312ca2 req-2746fee3-1e44-4417-9c61-6062c8dbda2c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:19.681294 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-35214ed0-d199-4535-9aba-5e0c82312ca2 req-2746fee3-1e44-4417-9c61-6062c8dbda2c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 945 time: 0.0525198 Apr 06 11:25:19.726478 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-35214ed0-d199-4535-9aba-5e0c82312ca2 req-b76d03a2-d1fd-4bdf-8ad6-05ec50a68e67 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396736 Apr 06 11:25:20.845095 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6662a4e-e84f-4bb7-bf81-2d4fba606f4d req-c7f53e08-c9ef-4102-a085-76052b04edb3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:20.846529 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b6662a4e-e84f-4bb7-bf81-2d4fba606f4d req-c7f53e08-c9ef-4102-a085-76052b04edb3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 945 time: 0.0513320 Apr 06 11:25:20.891635 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b6662a4e-e84f-4bb7-bf81-2d4fba606f4d req-22f0bb1b-f815-42a4-84c7-c0c80014f2d5 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396192 Apr 06 11:25:21.946660 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-486008f6-a136-48ce-b3ac-c09f729c403a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:22.005527 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf03d0-04d1-410d-adf6-d9d760b103d5 req-47d400e1-1932-4cd1-b028-bb8032592bff tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:22.006986 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0ecf03d0-04d1-410d-adf6-d9d760b103d5 req-47d400e1-1932-4cd1-b028-bb8032592bff tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 945 time: 0.0512507 Apr 06 11:25:22.052498 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0ecf03d0-04d1-410d-adf6-d9d760b103d5 req-3c38cbac-cf34-4a25-8011-63e4f05c94fe tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394831 Apr 06 11:25:22.165321 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49237d8-0ddb-4da6-87d0-1a13adbde673 req-3e25a2c4-5bb6-4555-ab69-f4633129bbc5 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:22.166747 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c49237d8-0ddb-4da6-87d0-1a13adbde673 req-3e25a2c4-5bb6-4555-ab69-f4633129bbc5 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 945 time: 0.0509977 Apr 06 11:25:22.214908 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c49237d8-0ddb-4da6-87d0-1a13adbde673 req-1bace582-40de-4d3c-b5be-9349a0d25594 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Apr 06 11:25:22.533912 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebfe2d-4d85-4ee1-8710-60f810498719 req-badfa3c5-1ee8-4965-ace8-1191f0016f6a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:22.535365 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-90ebfe2d-4d85-4ee1-8710-60f810498719 req-badfa3c5-1ee8-4965-ace8-1191f0016f6a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 945 time: 0.0529318 Apr 06 11:25:22.581783 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-90ebfe2d-4d85-4ee1-8710-60f810498719 req-798291cf-c844-48cd-9c29-27e826b66fe6 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406525 Apr 06 11:25:24.244205 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-cc27a8f1-7972-4387-8e3c-f103b44c6313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:24.261394 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7246fcf4-2731-41cb-8fee-b4cb7dedf493 req-c6ac6e02-024e-4a8d-b6c7-2fbdd0b3af4a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467713 Apr 06 11:25:24.363845 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246fcf4-2731-41cb-8fee-b4cb7dedf493 req-573ccd2a-dbb5-48eb-8673-03fadc4bc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:24.365334 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7246fcf4-2731-41cb-8fee-b4cb7dedf493 req-573ccd2a-dbb5-48eb-8673-03fadc4bc8c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 1130 time: 0.0438049 Apr 06 11:25:24.465832 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246fcf4-2731-41cb-8fee-b4cb7dedf493 req-01638b0d-aa79-4b58-bc9e-103441577fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:24.467247 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7246fcf4-2731-41cb-8fee-b4cb7dedf493 req-01638b0d-aa79-4b58-bc9e-103441577fc2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 913 time: 0.0833049 Apr 06 11:25:24.564476 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7246fcf4-2731-41cb-8fee-b4cb7dedf493 req-96d622b4-0469-43fe-abe7-fa0461120c24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25409f69-dc58-4cd5-90c6-a0ca8c957eb2 HTTP/1.1" status: 200 len: 1002 time: 0.0906219 Apr 06 11:25:24.612362 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246fcf4-2731-41cb-8fee-b4cb7dedf493 req-eeb449c4-0730-4724-916c-49a5d72b6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:24.613848 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7246fcf4-2731-41cb-8fee-b4cb7dedf493 req-eeb449c4-0730-4724-916c-49a5d72b6d9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0430477 Apr 06 11:25:24.666867 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246fcf4-2731-41cb-8fee-b4cb7dedf493 req-739cb50e-cf30-47b9-bece-11cf1cdc175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:24.668343 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7246fcf4-2731-41cb-8fee-b4cb7dedf493 req-739cb50e-cf30-47b9-bece-11cf1cdc175a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482450 Apr 06 11:25:24.757771 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7246fcf4-2731-41cb-8fee-b4cb7dedf493 req-a6f02eec-4abe-4cc4-9a6f-fbad3912f4eb service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799217 Apr 06 11:25:25.089393 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-7246fcf4-2731-41cb-8fee-b4cb7dedf493 req-69fd3e4a-43e5-4d50-8ac7-a67bbabcc699 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248291 Apr 06 11:25:25.369628 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:26.831889 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:28.277436 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:33.625301 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c1ff-1b04-4c32-8c49-40269becf5ba req-409a8d23-c755-4050-b420-a0698564bcb8 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:33.626746 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3db5c1ff-1b04-4c32-8c49-40269becf5ba req-409a8d23-c755-4050-b420-a0698564bcb8 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 945 time: 0.0514250 Apr 06 11:25:33.672783 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3db5c1ff-1b04-4c32-8c49-40269becf5ba req-ea0b0a31-69a9-4173-9a50-2faf62e8113b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Apr 06 11:25:33.695438 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58102) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:25:33.832649 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787e7db-e6c5-452e-83aa-647d7c3f5072 tempest-TestMinimumBasicScenario-1794025432 tempest-TestMinimumBasicScenario-1794025432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:33.834165 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3787e7db-e6c5-452e-83aa-647d7c3f5072 tempest-TestMinimumBasicScenario-1794025432 tempest-TestMinimumBasicScenario-1794025432-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 1124 time: 0.1377285 Apr 06 11:25:33.837310 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58106) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:25:33.841498 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'port_id': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:25:33.911665 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:34.005596 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:34.118274 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_common [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Allocated IP 172.27.3.27 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/39b447f2-6d76-4b8f-88b0-eaf84b36533c) {{(pid=104087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:25:34.214575 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for port (39b447f2-6d76-4b8f-88b0-eaf84b36533c), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:34.283465 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (39b447f2-6d76-4b8f-88b0-eaf84b36533c), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:34.322902 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:25:34.325807 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.base_scheduler [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Resources bound (agent type, host, resource id): {{(pid=104087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:25:34.332382 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Received port after_create {{(pid=104087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:25:34.357357 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event updated for resources: {'Port': ['ID=39b447f2-6d76-4b8f-88b0-eaf84b36533c,revision_number=1']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:34.368043 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.368399 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.368748 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.369171 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.369513 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.369851 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.370207 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.370535 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.370864 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.371192 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.371522 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.371848 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.372175 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.372520 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.372813 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:34.694939 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for floatingip (3e58d5a9-53ad-4fcd-9e89-87d8b98d14be), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:34.817272 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (39b447f2-6d76-4b8f-88b0-eaf84b36533c), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:34.960959 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for port (39b447f2-6d76-4b8f-88b0-eaf84b36533c), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:35.020094 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (39b447f2-6d76-4b8f-88b0-eaf84b36533c), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:35.085102 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event updated for resources: {'Port': ['ID=39b447f2-6d76-4b8f-88b0-eaf84b36533c,revision_number=2']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:35.096363 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (3e58d5a9-53ad-4fcd-9e89-87d8b98d14be), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:35.195918 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Floating IP 3e58d5a9-53ad-4fcd-9e89-87d8b98d14be associated. External IP: 172.27.3.27, port: bd5d52c4-c2fc-4d98-b2c8-003531a12b8d. Apr 06 11:25:35.672982 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:25:35.778913 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:25:35.789028 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f221572-b79a-4308-99db-68b6f69d6d1e None None] Sync routers for ids ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:25:35.798757 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f221572-b79a-4308-99db-68b6f69d6d1e None None] Routers {'0b86aed9-2889-4b7b-9b56-d1b983b422a6'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:25:35.802590 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3f221572-b79a-4308-99db-68b6f69d6d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:25:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:25:35.839953 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:35.868776 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0b608bb2-ef1c-46b8-b97d-7f7356b962a9 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0304437 Apr 06 11:25:35.869418 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:25:35.871676 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58108) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:25:35.872181 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5f7da6-5b3d-4e19-ac42-b25ecae7f51c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:25:35.876229 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-822944140', 'description': 'tempest-secgroup-smoke-822944140 description', 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:25:35.918453 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-3f221572-b79a-4308-99db-68b6f69d6d1e None None] Set router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:25:35.935039 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.003668 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group (8a219922-6399-4dbd-9844-9755184eb55b), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.030888 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478373ff-20aa-4bd0-89f2-3ea9e172876a x-openstack-request-id: req-478373ff-20aa-4bd0-89f2-3ea9e172876a {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:25:36.031149 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:25:36.031414 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-478373ff-20aa-4bd0-89f2-3ea9e172876a {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:25:36.031805 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478373ff-20aa-4bd0-89f2-3ea9e172876a'] response: {'name': 'network-changed', 'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'status': 'completed', 'code': 200} Apr 06 11:25:36.065783 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (8a219922-6399-4dbd-9844-9755184eb55b), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.119853 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a219922-6399-4dbd-9844-9755184eb55b,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:36.131479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.131836 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.132186 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.132531 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.132868 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.133255 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.133569 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.133908 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.134238 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.134568 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.134899 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.135223 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.135553 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.135879 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.136204 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:25:36.148976 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.150815 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-24fa4fcb-faa6-4fa5-b55b-ce1a04746e02 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2775443 Apr 06 11:25:36.153739 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58114) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:25:36.154432 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f7da6-5b3d-4e19-ac42-b25ecae7f51c req-1d9da9e4-c693-44f5-8e87-10b4918886dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:36.155874 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9a5f7da6-5b3d-4e19-ac42-b25ecae7f51c req-1d9da9e4-c693-44f5-8e87-10b4918886dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cdc93c8c7954215bc5d1521f0865e4c&device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 1129 time: 0.0733542 Apr 06 11:25:36.158390 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-39e2ffde-5b4b-43ca-a2d6-a05a52665dfa tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Request body: {'security_group_rule': {'security_group_id': '8a219922-6399-4dbd-9844-9755184eb55b', 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:25:36.161628 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3f221572-b79a-4308-99db-68b6f69d6d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:24:38Z', 'revision_number': 4, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '3e58d5a9-53ad-4fcd-9e89-87d8b98d14be', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'port_id': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'mac_address': 'fa:16:3e:d2:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:25:34Z', 'updated_at': '2022-04-06T11:25:34Z', 'revision_number': 0, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e313fc-9a82-4ca2-8765-70262dd558a3', 'name': '', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'mac_address': 'fa:16:3e:0a:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:37Z', 'updated_at': '2022-04-06T11:24:42Z', 'revision_number': 5, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'subnets': [{'id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:25:36.192422 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f221572-b79a-4308-99db-68b6f69d6d1e None None] Checking router: 0b86aed9-2889-4b7b-9b56-d1b983b422a6 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:25:36.201408 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f221572-b79a-4308-99db-68b6f69d6d1e None None] Routers {'0b86aed9-2889-4b7b-9b56-d1b983b422a6'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:25:36.202053 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3f221572-b79a-4308-99db-68b6f69d6d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:25:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:25:36.231794 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39e2ffde-5b4b-43ca-a2d6-a05a52665dfa tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (215fd1d9-9ff4-46e4-9d23-1af46a86c9ea), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.249803 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f7da6-5b3d-4e19-ac42-b25ecae7f51c req-f04f9a27-7a36-4460-8e96-c6685a27e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:36.251523 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9a5f7da6-5b3d-4e19-ac42-b25ecae7f51c req-f04f9a27-7a36-4460-8e96-c6685a27e60e service neutron] 10.222.0.49 "GET /v2.0/networks?id=100ce8f8-247c-44cf-824b-9c547770995e HTTP/1.1" status: 200 len: 916 time: 0.0886600 Apr 06 11:25:36.287221 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39e2ffde-5b4b-43ca-a2d6-a05a52665dfa tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (215fd1d9-9ff4-46e4-9d23-1af46a86c9ea), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.313363 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-3f221572-b79a-4308-99db-68b6f69d6d1e None None] Set router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:25:36.318286 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9a5f7da6-5b3d-4e19-ac42-b25ecae7f51c req-71ce4a69-bd52-4bb4-90ec-ddf0f43928b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d HTTP/1.1" status: 200 len: 998 time: 0.0604117 Apr 06 11:25:36.334318 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39e2ffde-5b4b-43ca-a2d6-a05a52665dfa tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (215fd1d9-9ff4-46e4-9d23-1af46a86c9ea), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.356235 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2ffde-5b4b-43ca-a2d6-a05a52665dfa tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215fd1d9-9ff4-46e4-9d23-1af46a86c9ea,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:36.371974 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f7da6-5b3d-4e19-ac42-b25ecae7f51c req-8789d18f-cf12-4d25-9bf5-71ad067f3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:36.377155 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9a5f7da6-5b3d-4e19-ac42-b25ecae7f51c req-8789d18f-cf12-4d25-9bf5-71ad067f3b71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88efc0ef-addc-4cbd-a096-676ebbcb290c HTTP/1.1" status: 200 len: 854 time: 0.0496852 Apr 06 11:25:36.418327 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-39e2ffde-5b4b-43ca-a2d6-a05a52665dfa tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.422181 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-39e2ffde-5b4b-43ca-a2d6-a05a52665dfa tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2646377 Apr 06 11:25:36.422734 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58116) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:25:36.425790 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f7da6-5b3d-4e19-ac42-b25ecae7f51c req-aa79bafa-6f0c-4725-bd51-0d9b2d661410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:36.429278 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9a5f7da6-5b3d-4e19-ac42-b25ecae7f51c req-aa79bafa-6f0c-4725-bd51-0d9b2d661410 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=100ce8f8-247c-44cf-824b-9c547770995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481460 Apr 06 11:25:36.429400 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-40df2caa-1f0d-4de5-9130-07d24cef488b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Request body: {'security_group_rule': {'security_group_id': '8a219922-6399-4dbd-9844-9755184eb55b', 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:25:36.526808 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9a5f7da6-5b3d-4e19-ac42-b25ecae7f51c req-7c7864d1-7cee-4f59-b784-bc155408faae service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923164 Apr 06 11:25:36.546467 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-3f221572-b79a-4308-99db-68b6f69d6d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:24:38Z', 'revision_number': 4, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '3e58d5a9-53ad-4fcd-9e89-87d8b98d14be', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'port_id': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'mac_address': 'fa:16:3e:d2:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:25:34Z', 'updated_at': '2022-04-06T11:25:34Z', 'revision_number': 0, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e313fc-9a82-4ca2-8765-70262dd558a3', 'name': '', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'mac_address': 'fa:16:3e:0a:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:37Z', 'updated_at': '2022-04-06T11:24:42Z', 'revision_number': 5, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'subnets': [{'id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:25:36.576783 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f221572-b79a-4308-99db-68b6f69d6d1e None None] The sync data for ids ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'] in dv-cinder-836072-2-iscsi is: [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:24:38Z', 'revision_number': 4, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '3e58d5a9-53ad-4fcd-9e89-87d8b98d14be', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'port_id': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'mac_address': 'fa:16:3e:d2:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:25:34Z', 'updated_at': '2022-04-06T11:25:34Z', 'revision_number': 0, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8e313fc-9a82-4ca2-8765-70262dd558a3', 'name': '', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'mac_address': 'fa:16:3e:0a:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:37Z', 'updated_at': '2022-04-06T11:24:42Z', 'revision_number': 5, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'subnets': [{'id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:25:36.597102 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40df2caa-1f0d-4de5-9130-07d24cef488b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (72a9d26c-d58f-4be9-9203-4b0ec437a71a), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.629126 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9a5f7da6-5b3d-4e19-ac42-b25ecae7f51c req-866b7e25-dd16-4969-b988-9d59d6547cf2 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959561 Apr 06 11:25:36.668148 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40df2caa-1f0d-4de5-9130-07d24cef488b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (72a9d26c-d58f-4be9-9203-4b0ec437a71a), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.780549 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40df2caa-1f0d-4de5-9130-07d24cef488b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (72a9d26c-d58f-4be9-9203-4b0ec437a71a), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.798284 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df2caa-1f0d-4de5-9130-07d24cef488b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a9d26c-d58f-4be9-9203-4b0ec437a71a,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:36.800752 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f9443-0f9b-42ae-a717-d7b3d4a87250 None None] New status for floating IP 3e58d5a9-53ad-4fcd-9e89-87d8b98d14be: ACTIVE {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:25:36.845017 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-40df2caa-1f0d-4de5-9130-07d24cef488b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.846822 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-40df2caa-1f0d-4de5-9130-07d24cef488b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4226184 Apr 06 11:25:36.849408 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58118) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:25:36.853779 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-27ddb1b8-93bb-41be-9d4c-2d921d98a05a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Request body: {'security_group_rule': {'security_group_id': '8a219922-6399-4dbd-9844-9755184eb55b', 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:25:36.928120 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27ddb1b8-93bb-41be-9d4c-2d921d98a05a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (c7337afe-4532-41f1-8681-f247b9484d2e), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.984966 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27ddb1b8-93bb-41be-9d4c-2d921d98a05a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (c7337afe-4532-41f1-8681-f247b9484d2e), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.025923 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27ddb1b8-93bb-41be-9d4c-2d921d98a05a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (c7337afe-4532-41f1-8681-f247b9484d2e), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.046240 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddb1b8-93bb-41be-9d4c-2d921d98a05a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7337afe-4532-41f1-8681-f247b9484d2e,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:37.113246 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-27ddb1b8-93bb-41be-9d4c-2d921d98a05a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.114425 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-27ddb1b8-93bb-41be-9d4c-2d921d98a05a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2640293 Apr 06 11:25:37.117151 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58120) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:25:37.122132 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-3bffd66e-b27a-4474-b811-d64b072f0d98 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Request body: {'security_group_rule': {'security_group_id': '8a219922-6399-4dbd-9844-9755184eb55b', 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:25:37.195844 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bffd66e-b27a-4474-b811-d64b072f0d98 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (858ce66b-79df-415c-bacf-7dc4a7f3e47b), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.250979 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bffd66e-b27a-4474-b811-d64b072f0d98 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (858ce66b-79df-415c-bacf-7dc4a7f3e47b), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.317155 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bffd66e-b27a-4474-b811-d64b072f0d98 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (858ce66b-79df-415c-bacf-7dc4a7f3e47b), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.334679 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffd66e-b27a-4474-b811-d64b072f0d98 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858ce66b-79df-415c-bacf-7dc4a7f3e47b,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:37.398796 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-3bffd66e-b27a-4474-b811-d64b072f0d98 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.399968 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-3bffd66e-b27a-4474-b811-d64b072f0d98 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2818437 Apr 06 11:25:37.403235 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58122) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:25:37.407386 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-69a69fa2-13b8-4d7b-b590-ab32d5285be6 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Request body: {'security_group_rule': {'security_group_id': '8a219922-6399-4dbd-9844-9755184eb55b', 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:25:37.482670 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-69a69fa2-13b8-4d7b-b590-ab32d5285be6 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Project 2cdc93c8c7954215bc5d1521f0865e4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:25:37.487349 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69a69fa2-13b8-4d7b-b590-ab32d5285be6 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (e5714026-c876-444f-a9a3-afbcd3932487), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.542919 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69a69fa2-13b8-4d7b-b590-ab32d5285be6 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (e5714026-c876-444f-a9a3-afbcd3932487), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.608560 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69a69fa2-13b8-4d7b-b590-ab32d5285be6 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (e5714026-c876-444f-a9a3-afbcd3932487), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.627966 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a69fa2-13b8-4d7b-b590-ab32d5285be6 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5714026-c876-444f-a9a3-afbcd3932487,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:37.707855 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-69a69fa2-13b8-4d7b-b590-ab32d5285be6 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.709076 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-69a69fa2-13b8-4d7b-b590-ab32d5285be6 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3049226 Apr 06 11:25:37.711745 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58124) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:25:37.716548 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [None req-a9937f8a-23fa-452c-9b66-f80785db0cf7 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Request body: {'security_group_rule': {'security_group_id': '8a219922-6399-4dbd-9844-9755184eb55b', 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:25:37.803446 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.securitygroups_db [None req-a9937f8a-23fa-452c-9b66-f80785db0cf7 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Project 2cdc93c8c7954215bc5d1521f0865e4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:25:37.809103 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a9937f8a-23fa-452c-9b66-f80785db0cf7 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (8021f895-7882-4c2b-88dc-00306bede60f), before_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.868129 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a9937f8a-23fa-452c-9b66-f80785db0cf7 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (8021f895-7882-4c2b-88dc-00306bede60f), precommit_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.939802 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a9937f8a-23fa-452c-9b66-f80785db0cf7 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7916950'] for security_group_rule (8021f895-7882-4c2b-88dc-00306bede60f), after_create {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:37.957800 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9937f8a-23fa-452c-9b66-f80785db0cf7 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8021f895-7882-4c2b-88dc-00306bede60f,revision_number=0']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:38.021832 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a9937f8a-23fa-452c-9b66-f80785db0cf7 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:38.023073 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a9937f8a-23fa-452c-9b66-f80785db0cf7 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104174 Apr 06 11:25:38.114766 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c1a3508c-dd2c-4995-8c1b-3d982141c9a4 req-57bb9013-281c-4039-9eeb-287beb22031d tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-822944140&fields=id&tenant_id=2cdc93c8c7954215bc5d1521f0865e4c HTTP/1.1" status: 200 len: 267 time: 0.0442004 Apr 06 11:25:38.174616 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3508c-dd2c-4995-8c1b-3d982141c9a4 req-578c2928-2791-4e06-aab4-a73c8c02f634 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:38.175990 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c1a3508c-dd2c-4995-8c1b-3d982141c9a4 req-578c2928-2791-4e06-aab4-a73c8c02f634 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 945 time: 0.0552514 Apr 06 11:25:38.187090 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-c1a3508c-dd2c-4995-8c1b-3d982141c9a4 req-50e4e95b-160a-4af2-8822-f7172ae9174f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Request body: {'port': {'security_groups': ['c57a5e78-7fa5-4abd-a5ab-3cce583334a5', '8a219922-6399-4dbd-9844-9755184eb55b']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:25:38.257168 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c1a3508c-dd2c-4995-8c1b-3d982141c9a4 req-50e4e95b-160a-4af2-8822-f7172ae9174f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:38.438233 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c1a3508c-dd2c-4995-8c1b-3d982141c9a4 req-50e4e95b-160a-4af2-8822-f7172ae9174f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] For port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:25:38.473737 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c1a3508c-dd2c-4995-8c1b-3d982141c9a4 req-50e4e95b-160a-4af2-8822-f7172ae9174f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:38.540157 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c1a3508c-dd2c-4995-8c1b-3d982141c9a4 req-50e4e95b-160a-4af2-8822-f7172ae9174f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:38.577897 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:25:38.581284 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3508c-dd2c-4995-8c1b-3d982141c9a4 req-50e4e95b-160a-4af2-8822-f7172ae9174f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:38.581905 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c1a3508c-dd2c-4995-8c1b-3d982141c9a4 req-50e4e95b-160a-4af2-8822-f7172ae9174f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:38.583271 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c1a3508c-dd2c-4995-8c1b-3d982141c9a4 req-50e4e95b-160a-4af2-8822-f7172ae9174f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "PUT /v2.0/ports/bd5d52c4-c2fc-4d98-b2c8-003531a12b8d HTTP/1.1" status: 200 len: 981 time: 0.4006083 Apr 06 11:25:38.595160 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:25:38.597526 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f009c9c-27f5-4732-b35f-47a4e6df1954" -d '{"events": [{"name": "network-changed", "server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:25:38.619708 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4e95b-160a-4af2-8822-f7172ae9174f tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event updated for resources: {'Port': ['ID=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,revision_number=6']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:38.657997 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94b304c-6842-43c6-8ffd-0dd681aa29b8 x-openstack-request-id: req-b94b304c-6842-43c6-8ffd-0dd681aa29b8 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:25:38.658292 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:25:38.658583 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b94b304c-6842-43c6-8ffd-0dd681aa29b8 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:25:38.659071 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94b304c-6842-43c6-8ffd-0dd681aa29b8'] response: {'name': 'network-changed', 'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'status': 'completed', 'code': 200} Apr 06 11:25:38.739105 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:25:38.758605 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f2bbe-b36f-40ec-a53a-8452e218e9ed req-a67a1aa4-a24a-4428-b684-ca910ef7db50 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:38.760979 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-697f2bbe-b36f-40ec-a53a-8452e218e9ed req-a67a1aa4-a24a-4428-b684-ca910ef7db50 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0924916 Apr 06 11:25:38.795407 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f009c9c-27f5-4732-b35f-47a4e6df1954 req-c69fea3e-f083-4f68-ad42-cfcb9252bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:38.796791 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0f009c9c-27f5-4732-b35f-47a4e6df1954 req-c69fea3e-f083-4f68-ad42-cfcb9252bfd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cdc93c8c7954215bc5d1521f0865e4c&device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 1168 time: 0.0912488 Apr 06 11:25:38.863389 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-8abfaae5-1cfd-4e63-b60b-c46f69923146 None None] Provisioning complete for port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:25:38.863690 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8abfaae5-1cfd-4e63-b60b-c46f69923146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:38.887050 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-697f2bbe-b36f-40ec-a53a-8452e218e9ed req-6694a8e8-a4cb-48bc-b771-8a12eac02ed3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193824 Apr 06 11:25:38.918232 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f009c9c-27f5-4732-b35f-47a4e6df1954 req-482302f4-5ea5-476b-8d65-620200f2d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:38.919728 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0f009c9c-27f5-4732-b35f-47a4e6df1954 req-482302f4-5ea5-476b-8d65-620200f2d2fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=100ce8f8-247c-44cf-824b-9c547770995e HTTP/1.1" status: 200 len: 916 time: 0.1153338 Apr 06 11:25:38.990161 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0f009c9c-27f5-4732-b35f-47a4e6df1954 req-690493cb-1145-4faf-98e4-ca3927d9abf2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d HTTP/1.1" status: 200 len: 1000 time: 0.0630372 Apr 06 11:25:39.039405 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f009c9c-27f5-4732-b35f-47a4e6df1954 req-5e7dd7c2-c867-420a-9b26-76157c4fa555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:39.041003 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0f009c9c-27f5-4732-b35f-47a4e6df1954 req-5e7dd7c2-c867-420a-9b26-76157c4fa555 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88efc0ef-addc-4cbd-a096-676ebbcb290c HTTP/1.1" status: 200 len: 854 time: 0.0443718 Apr 06 11:25:39.065970 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-8abfaae5-1cfd-4e63-b60b-c46f69923146 None None] Current status of the port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:25:39.093123 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f009c9c-27f5-4732-b35f-47a4e6df1954 req-c1ffc320-71e1-4e7e-8831-430ab28948c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:39.095193 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0f009c9c-27f5-4732-b35f-47a4e6df1954 req-c1ffc320-71e1-4e7e-8831-430ab28948c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=100ce8f8-247c-44cf-824b-9c547770995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476112 Apr 06 11:25:39.203660 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0f009c9c-27f5-4732-b35f-47a4e6df1954 req-e69fb573-c9fa-4e29-b7ff-d00c35e09a76 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013386 Apr 06 11:25:39.295982 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0f009c9c-27f5-4732-b35f-47a4e6df1954 req-ff11c0cf-7153-47b4-aa0a-1c26359e6b25 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850995 Apr 06 11:25:46.017503 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:25:46.191554 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:51.928796 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-16632f17-d42d-470b-b9c8-b92947293e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:54.289117 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-31bec475-2827-4068-9013-80eab49f918d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:55.368821 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:56.819544 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:57.244921 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bda6e-a9b8-4f88-9240-1d677081acc3 req-b3c8bb2f-f90d-4e65-bd2a-d1ce5c9d7b49 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:57.246329 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2c6bda6e-a9b8-4f88-9240-1d677081acc3 req-b3c8bb2f-f90d-4e65-bd2a-d1ce5c9d7b49 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0522935 Apr 06 11:25:57.298703 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2c6bda6e-a9b8-4f88-9240-1d677081acc3 req-e3c225b5-90ec-46cb-a5fb-aacea9e62849 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463173 Apr 06 11:25:58.288394 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:58.418729 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b12fe-fc0d-4be1-a5f1-406a3db2e27a req-e70ba975-9124-40b6-aab3-089d32056e2d tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:58.420195 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ca7b12fe-fc0d-4be1-a5f1-406a3db2e27a req-e70ba975-9124-40b6-aab3-089d32056e2d tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0531907 Apr 06 11:25:58.471716 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ca7b12fe-fc0d-4be1-a5f1-406a3db2e27a req-434f5a18-605e-45cc-af1f-ed5752c37563 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458241 Apr 06 11:25:59.045950 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-7aac64e6-1bc7-4f2a-afbb-0a8755474bb7 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:59.047364 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-7aac64e6-1bc7-4f2a-afbb-0a8755474bb7 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0522823 Apr 06 11:25:59.139402 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Deleting port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:25:59.139744 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:59.229948 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] For port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25409f69-dc58-4cd5-90c6-a0ca8c957eb2,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:25:59.230314 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:59.444735 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:59.445019 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (1c2ee2f2-2977-4266-bd33-484ad2331597), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:59.445368 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.l3_db [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Floating IP 1c2ee2f2-2977-4266-bd33-484ad2331597 disassociated. External IP: 172.27.3.139, port: 25409f69-dc58-4cd5-90c6-a0ca8c957eb2. Apr 06 11:25:59.445715 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Calling delete_port for 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:25:59.623447 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7984ff-aa64-401d-893d-714d3a37a515 req-6db816bf-edf9-4da3-b36f-3da08e6c32c1 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:25:59.624996 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a7984ff-aa64-401d-893d-714d3a37a515 req-6db816bf-edf9-4da3-b36f-3da08e6c32c1 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 946 time: 0.0828524 Apr 06 11:25:59.670051 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (25409f69-dc58-4cd5-90c6-a0ca8c957eb2), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:59.681117 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6a7984ff-aa64-401d-893d-714d3a37a515 req-e958e14d-37bf-4bd2-b599-5815d6b0c925 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505540 Apr 06 11:25:59.699726 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event deleted for resources: {'Port': ['ID=25409f69-dc58-4cd5-90c6-a0ca8c957eb2,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:25:59.815282 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:25:59.921564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:25:59.931176 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e0367-3e03-428d-a4c6-7f86ecf360c7 None None] Sync routers for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:25:59.941144 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e0367-3e03-428d-a4c6-7f86ecf360c7 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:25:59.941749 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0f8e0367-3e03-428d-a4c6-7f86ecf360c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:25:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:25:59.961096 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] No DVR routers for this DVR port 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 on host hv-cinder-83607 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:25:59.963531 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:59.967338 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-2cfd0603-6c91-4ebc-89cc-88f4e5a650ec req-438a4d41-cf1e-4dda-9bdb-acd846742003 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "DELETE /v2.0/ports/25409f69-dc58-4cd5-90c6-a0ca8c957eb2 HTTP/1.1" status: 204 len: 173 time: 0.9127800 Apr 06 11:25:59.967774 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'name': 'network-vif-deleted', 'tag': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:25:59.970047 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825bf78b-97d0-40af-881f-c850640010a8" -d '{"events": [{"server_uuid": "a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd", "name": "network-vif-deleted", "tag": "25409f69-dc58-4cd5-90c6-a0ca8c957eb2"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:26:00.005697 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853e114a-2120-4f12-8635-6f86de0f38c8 x-openstack-request-id: req-853e114a-2120-4f12-8635-6f86de0f38c8 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:26:00.005994 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd", "name": "network-vif-deleted", "tag": "25409f69-dc58-4cd5-90c6-a0ca8c957eb2", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:26:00.006249 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-853e114a-2120-4f12-8635-6f86de0f38c8 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:26:00.006657 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-853e114a-2120-4f12-8635-6f86de0f38c8'] response: {'server_uuid': 'a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd', 'name': 'network-vif-deleted', 'tag': '25409f69-dc58-4cd5-90c6-a0ca8c957eb2', 'status': 'completed', 'code': 200} Apr 06 11:26:00.190108 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-0f8e0367-3e03-428d-a4c6-7f86ecf360c7 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:26:00.382556 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0f8e0367-3e03-428d-a4c6-7f86ecf360c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:26:00.407724 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e0367-3e03-428d-a4c6-7f86ecf360c7 None None] Checking router: a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:26:00.415898 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e0367-3e03-428d-a4c6-7f86ecf360c7 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:26:00.416497 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0f8e0367-3e03-428d-a4c6-7f86ecf360c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:25:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:26:00.524690 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-0f8e0367-3e03-428d-a4c6-7f86ecf360c7 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:26:00.726339 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-0f8e0367-3e03-428d-a4c6-7f86ecf360c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:26:00.758080 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e0367-3e03-428d-a4c6-7f86ecf360c7 None None] The sync data for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi is: [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:26:00.790153 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-52a1ede6-b5d5-48d1-984c-47796599bdb5 req-9beddcc7-82b0-4163-bff5-f2ee4f90294f tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b7c532-8ef6-4d3e-9ad4-0d14b42ec6dd HTTP/1.1" status: 200 len: 210 time: 0.0304244 Apr 06 11:26:00.966589 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d7043-b87d-420b-8592-853619639995 None None] New status for floating IP 1c2ee2f2-2977-4266-bd33-484ad2331597: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:26:02.047569 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-e8897d29-4457-48e6-96ca-3b9082610eda tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571696205&fields=id&tenant_id=13d5d442d5ce480f95e106d1889fa687 HTTP/1.1" status: 200 len: 267 time: 0.0433185 Apr 06 11:26:02.151182 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-6e3bf4ce-0a60-48bd-af62-af2178534308 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:02.152609 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-6e3bf4ce-0a60-48bd-af62-af2178534308 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 812 time: 0.0978255 Apr 06 11:26:02.167527 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-f9e841b1-ef52-4da9-bcb7-511250b09e22 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/quotas/13d5d442d5ce480f95e106d1889fa687 HTTP/1.1" status: 200 len: 375 time: 0.0093188 Apr 06 11:26:02.224259 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-d35456d6-47e5-4068-9acc-19808c89eef7 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510888 Apr 06 11:26:02.316509 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-3a8bf79a-274d-40d2-9831-14e346986096 service neutron] 10.222.0.62 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798197 Apr 06 11:26:02.405415 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-a0aab81e-b5e6-40e1-b25f-cd504910a289 service neutron] 10.222.0.62 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833201 Apr 06 11:26:02.941292 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-6c7d5b3e-4713-4638-a520-a624fecef2c7 req-ab15dae6-bf65-44c6-af9b-f25be4911c60 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 210 time: 0.0270197 Apr 06 11:26:03.077749 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:26:03.097946 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:26:03.098293 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device 25409f69-dc58-4cd5-90c6-a0ca8c957eb2 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:26:04.033470 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-d7b188bd-f588-4b98-bbb1-63812a3a8028 req-d0e1473e-1b77-4183-8634-07577a5cf653 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 210 time: 0.0272002 Apr 06 11:26:04.654356 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-fd78df31-d7ca-4fb8-8d7e-fd7610ca3db9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:04.655801 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-fd78df31-d7ca-4fb8-8d7e-fd7610ca3db9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 812 time: 0.0964689 Apr 06 11:26:04.726103 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-2702f926-e5ba-4b96-b7ad-6a7138242b86 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13d5d442d5ce480f95e106d1889fa687 HTTP/1.1" status: 200 len: 380 time: 0.0550177 Apr 06 11:26:04.734548 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'port': {'device_id': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'admin_state_up': True, 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'security_groups': ['f9e377be-aecd-49b2-806c-ae6e1aa661c8']}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:26:04.900025 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Made reservation on behalf of 13d5d442d5ce480f95e106d1889fa687 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:26:04.903439 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:05.029509 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Allocated IP 172.20.0.11 (ee21460c-e486-424d-9ac1-69b80782df06/e823273f-69cc-4e79-af1e-7f15ee184e6a/ba46d92f-b697-4aab-9074-6ebb24327610) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:26:05.136781 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1f228345-3fc9-4010-8c8c-456c0f0c87f1 req-559b20ac-029f-4475-b276-88fc21a1568c tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 210 time: 0.0270023 Apr 06 11:26:05.168316 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for port (ba46d92f-b697-4aab-9074-6ebb24327610), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:05.236943 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:05.277596 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Network ee21460c-e486-424d-9ac1-69b80782df06 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:26:05.282577 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:26:05.286350 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:26:05.313188 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'Port': ['ID=ba46d92f-b697-4aab-9074-6ebb24327610,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:26:05.339071 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:05.339698 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:05.439636 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-75763c50-7d19-43c0-9c57-bd5b76a5a4f9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7086160 Apr 06 11:26:05.458681 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Request body: {'port': {'device_id': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:26:05.517893 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:05.541336 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-f5552fb6-c277-412a-b2ed-b9340f1e5256 None None] Provisioning complete for port ba46d92f-b697-4aab-9074-6ebb24327610 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:26:05.541949 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f5552fb6-c277-412a-b2ed-b9340f1e5256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:05.578485 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-f5552fb6-c277-412a-b2ed-b9340f1e5256 None None] Port ba46d92f-b697-4aab-9074-6ebb24327610 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:26:05.775989 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba46d92f-b697-4aab-9074-6ebb24327610 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:26:05.783965 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Publish callbacks [] for port (ba46d92f-b697-4aab-9074-6ebb24327610), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:05.795670 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Transition to ACTIVE for port object ba46d92f-b697-4aab-9074-6ebb24327610 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:26:05.853978 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:05.904825 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba46d92f-b697-4aab-9074-6ebb24327610,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:26:05.974762 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Attempting to bind port ba46d92f-b697-4aab-9074-6ebb24327610 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:26:05.977587 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Attempting to bind port ba46d92f-b697-4aab-9074-6ebb24327610 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:26:05.977587 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Attempting to bind port ba46d92f-b697-4aab-9074-6ebb24327610 on network ee21460c-e486-424d-9ac1-69b80782df06 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:26:05.980055 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Port ba46d92f-b697-4aab-9074-6ebb24327610 on network ee21460c-e486-424d-9ac1-69b80782df06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:26:05.980359 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Attempting to bind port ba46d92f-b697-4aab-9074-6ebb24327610 on network ee21460c-e486-424d-9ac1-69b80782df06 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:26:05.985309 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:26:05.985648 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Checking segment: {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:26:05.986028 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Bound using segment: {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:26:05.986456 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Bound port: ba46d92f-b697-4aab-9074-6ebb24327610, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:26:05.986818 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:06.051948 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] For port ba46d92f-b697-4aab-9074-6ebb24327610, host hv-cinder-83607, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:26:06.055148 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] For port ba46d92f-b697-4aab-9074-6ebb24327610, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ba46d92f-b697-4aab-9074-6ebb24327610,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:26:06.117580 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:06.150015 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:06.150634 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:06.152011 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] 10.222.0.49 "PUT /v2.0/ports/ba46d92f-b697-4aab-9074-6ebb24327610 HTTP/1.1" status: 200 len: 1094 time: 0.6977072 Apr 06 11:26:06.152488 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'tag': 'ba46d92f-b697-4aab-9074-6ebb24327610'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:26:06.154632 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53725f00-ce2c-4a38-b4c8-a031071abece" -d '{"events": [{"name": "network-changed", "server_uuid": "53742ea1-e11a-438a-a1dc-1d3e70715c0f", "tag": "ba46d92f-b697-4aab-9074-6ebb24327610"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:26:06.180302 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f395e-a45d-46cf-b3ef-5627d8b121c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba46d92f-b697-4aab-9074-6ebb24327610,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:26:06.217472 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0788a1-1e32-4d13-9635-7f29b03d2be0 x-openstack-request-id: req-0e0788a1-1e32-4d13-9635-7f29b03d2be0 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:26:06.217767 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53742ea1-e11a-438a-a1dc-1d3e70715c0f", "tag": "ba46d92f-b697-4aab-9074-6ebb24327610", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:26:06.218015 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e0788a1-1e32-4d13-9635-7f29b03d2be0 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:26:06.218433 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0788a1-1e32-4d13-9635-7f29b03d2be0'] response: {'name': 'network-changed', 'server_uuid': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'tag': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'status': 'completed', 'code': 200} Apr 06 11:26:06.307481 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695369be-f36c-4424-bbe1-cfe82b354eb7 req-9a903223-01c4-4946-9d6c-4a4f292617b1 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:06.308971 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-695369be-f36c-4424-bbe1-cfe82b354eb7 req-9a903223-01c4-4946-9d6c-4a4f292617b1 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 944 time: 0.0804038 Apr 06 11:26:06.358581 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53725f00-ce2c-4a38-b4c8-a031071abece req-825aab5f-948f-4036-a26c-7278ab1c7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:06.360831 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-53725f00-ce2c-4a38-b4c8-a031071abece req-825aab5f-948f-4036-a26c-7278ab1c7079 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 1128 time: 0.0898941 Apr 06 11:26:06.371287 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-695369be-f36c-4424-bbe1-cfe82b354eb7 req-66746d57-3098-4611-9ddb-2b0afd565ce9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552149 Apr 06 11:26:06.465331 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53725f00-ce2c-4a38-b4c8-a031071abece req-cf126f11-da4f-4949-9d09-d2ce28eb4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:06.466748 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-53725f00-ce2c-4a38-b4c8-a031071abece req-cf126f11-da4f-4949-9d09-d2ce28eb4bcf service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=13d5d442d5ce480f95e106d1889fa687&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0910413 Apr 06 11:26:06.555449 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53725f00-ce2c-4a38-b4c8-a031071abece req-9f1279dd-666e-456b-a182-b47b7bbc4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:06.556872 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-53725f00-ce2c-4a38-b4c8-a031071abece req-9f1279dd-666e-456b-a182-b47b7bbc4c15 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0837877 Apr 06 11:26:06.655218 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-e43538ec-47fd-44c2-bfa0-9b706b8b1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:06.656671 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-e43538ec-47fd-44c2-bfa0-9b706b8b1b05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 1128 time: 0.0430155 Apr 06 11:26:06.707256 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-17f33ca4-d028-47cf-a08b-cf607fa225be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba46d92f-b697-4aab-9074-6ebb24327610 HTTP/1.1" status: 200 len: 217 time: 0.0365551 Apr 06 11:26:06.754236 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-545f38c7-dfcd-4404-aa11-2cbb19a4b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:06.755602 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-545f38c7-dfcd-4404-aa11-2cbb19a4b0d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0418932 Apr 06 11:26:06.801873 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-c681209f-ddb4-4c00-bef1-ab7af6da6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:06.818475 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-c681209f-ddb4-4c00-bef1-ab7af6da6ba6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416071 Apr 06 11:26:06.892245 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-9577d221-b08a-4148-ab4b-3a3077e631eb service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824060 Apr 06 11:26:06.977467 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-39ed85b9-ac36-4b10-8ea5-d455d8d16ed4 req-8bdf648c-fc49-45ce-80b7-0248a3bac8a0 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792265 Apr 06 11:26:07.495197 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc82bba-20be-479d-a291-568d8d7f6f22 req-ae1c6190-384e-42f4-b335-aa2431e76ccd tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:07.496887 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-edc82bba-20be-479d-a291-568d8d7f6f22 req-ae1c6190-384e-42f4-b335-aa2431e76ccd tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 944 time: 0.0539539 Apr 06 11:26:07.544387 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-edc82bba-20be-479d-a291-568d8d7f6f22 req-1d6d433e-3164-4b70-834f-8b42538cf5ee tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421519 Apr 06 11:26:08.662850 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d69db-a7f9-4d22-8005-fd740cbffb48 req-4737129d-eb0b-4513-ab6d-3172c0bb8b68 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:08.664736 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c43d69db-a7f9-4d22-8005-fd740cbffb48 req-4737129d-eb0b-4513-ab6d-3172c0bb8b68 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 944 time: 0.0551481 Apr 06 11:26:08.711828 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c43d69db-a7f9-4d22-8005-fd740cbffb48 req-6e31ee23-8d50-423f-aa7e-b9dc350c5171 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415258 Apr 06 11:26:09.845565 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d8c40-f9a3-4f5d-888c-05ee907c7dd3 req-06e5c632-a41e-4132-9c81-1a522cfa6e54 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:09.847023 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-158d8c40-f9a3-4f5d-888c-05ee907c7dd3 req-06e5c632-a41e-4132-9c81-1a522cfa6e54 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 944 time: 0.0598578 Apr 06 11:26:09.895112 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-158d8c40-f9a3-4f5d-888c-05ee907c7dd3 req-00fc44ef-06aa-4937-9571-de369fa02d9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Apr 06 11:26:11.010838 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab228861-d9cb-49f0-985f-1af704c2a72b req-1119223c-e9cf-4e88-9378-d8f609a01fd0 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:11.012281 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ab228861-d9cb-49f0-985f-1af704c2a72b req-1119223c-e9cf-4e88-9378-d8f609a01fd0 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 944 time: 0.0509744 Apr 06 11:26:11.058822 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ab228861-d9cb-49f0-985f-1af704c2a72b req-b78064d7-01b2-42df-b74b-838d4a66b3a0 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410271 Apr 06 11:26:12.177982 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4109f-9ae7-41b1-8250-af992827a102 req-b81feba2-f3c5-441e-9c02-3fab4ea9cbea tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:12.180385 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0a4109f-9ae7-41b1-8250-af992827a102 req-b81feba2-f3c5-441e-9c02-3fab4ea9cbea tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 944 time: 0.0541177 Apr 06 11:26:12.228599 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b0a4109f-9ae7-41b1-8250-af992827a102 req-6b9b89c2-a3e0-4886-a308-589dc11afc66 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426340 Apr 06 11:26:13.343194 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99e026-c949-4add-aad6-7aa16144daf1 req-4280bc93-a30c-4c0c-a677-b169e658df99 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:13.344640 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ad99e026-c949-4add-aad6-7aa16144daf1 req-4280bc93-a30c-4c0c-a677-b169e658df99 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 944 time: 0.0510213 Apr 06 11:26:13.393977 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-ad99e026-c949-4add-aad6-7aa16144daf1 req-fdfd14e2-04d6-4511-b144-3ea9d0901d85 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438128 Apr 06 11:26:14.516444 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5117c-c20d-4c32-81e6-2730008e509c req-ad805ae3-6fa2-4469-bf2c-873561839d52 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:14.518406 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-33e5117c-c20d-4c32-81e6-2730008e509c req-ad805ae3-6fa2-4469-bf2c-873561839d52 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 944 time: 0.0565629 Apr 06 11:26:14.569874 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-33e5117c-c20d-4c32-81e6-2730008e509c req-29622ae2-dfa2-4f6d-afe6-497631cd6c6c tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459616 Apr 06 11:26:15.170448 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device ba46d92f-b697-4aab-9074-6ebb24327610 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:26:15.265931 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port ba46d92f-b697-4aab-9074-6ebb24327610, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ba46d92f-b697-4aab-9074-6ebb24327610,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:26:15.276338 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'port_id': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'mac_address': 'fa:16:3e:4f:b9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:26:15.311993 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port ba46d92f-b697-4aab-9074-6ebb24327610 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:26:15.312383 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:15.325017 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba46d92f-b697-4aab-9074-6ebb24327610 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:26:15.344455 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port ba46d92f-b697-4aab-9074-6ebb24327610, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ba46d92f-b697-4aab-9074-6ebb24327610,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:26:15.407986 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:15.457173 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=ba46d92f-b697-4aab-9074-6ebb24327610,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:26:15.463793 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.467197 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.467197 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.467197 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.467197 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.467197 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.467197 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.467197 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.467197 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.467197 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.467197 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.468176 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.468176 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.468176 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.468440 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:26:15.683570 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31fcc8-f4d3-4e0e-95e9-d4dad994c03b req-18cb800b-94fb-486a-b622-472d06295beb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:15.685081 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-da31fcc8-f4d3-4e0e-95e9-d4dad994c03b req-18cb800b-94fb-486a-b622-472d06295beb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 945 time: 0.0506730 Apr 06 11:26:15.732118 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-da31fcc8-f4d3-4e0e-95e9-d4dad994c03b req-6acdd3a0-978a-44d3-914a-d745455abe4a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402708 Apr 06 11:26:15.839013 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['ba46d92f-b697-4aab-9074-6ebb24327610'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:26:16.762575 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:16.849517 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d478342-8ded-4cc4-8ee4-2c66e306b2ea req-e7dbff5d-6083-48da-8068-2787f13a41c3 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:16.851667 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9d478342-8ded-4cc4-8ee4-2c66e306b2ea req-e7dbff5d-6083-48da-8068-2787f13a41c3 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 945 time: 0.0535645 Apr 06 11:26:16.899668 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9d478342-8ded-4cc4-8ee4-2c66e306b2ea req-e867a26b-3b8e-4a15-879d-52f194bd1bad tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424716 Apr 06 11:26:17.201492 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device ba46d92f-b697-4aab-9074-6ebb24327610 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:26:17.333540 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port ba46d92f-b697-4aab-9074-6ebb24327610 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:26:17.337179 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port ba46d92f-b697-4aab-9074-6ebb24327610 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:26:17.337553 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:17.414528 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port ba46d92f-b697-4aab-9074-6ebb24327610 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:26:17.414913 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:17.436640 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba46d92f-b697-4aab-9074-6ebb24327610'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:26:17.438883 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8e0766-f64d-4fe5-b659-60367e09a2cb" -d '{"events": [{"server_uuid": "53742ea1-e11a-438a-a1dc-1d3e70715c0f", "name": "network-vif-plugged", "status": "completed", "tag": "ba46d92f-b697-4aab-9074-6ebb24327610"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:26:17.450473 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port ba46d92f-b697-4aab-9074-6ebb24327610, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ba46d92f-b697-4aab-9074-6ebb24327610,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:26:17.475648 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8b8127-bc07-496e-9136-d023033e6ea6 x-openstack-request-id: req-cd8b8127-bc07-496e-9136-d023033e6ea6 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:26:17.475787 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53742ea1-e11a-438a-a1dc-1d3e70715c0f", "name": "network-vif-plugged", "status": "completed", "tag": "ba46d92f-b697-4aab-9074-6ebb24327610", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:26:17.476291 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd8b8127-bc07-496e-9136-d023033e6ea6 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:26:17.476785 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd8b8127-bc07-496e-9136-d023033e6ea6'] response: {'server_uuid': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'code': 200} Apr 06 11:26:17.522391 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:17.570367 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=ba46d92f-b697-4aab-9074-6ebb24327610,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:26:17.871706 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e78f1-5346-4683-85c7-2a1c7f7ff0af req-ccede00a-8ff1-4a5f-987d-32332fffac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:17.873171 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-825e78f1-5346-4683-85c7-2a1c7f7ff0af req-ccede00a-8ff1-4a5f-987d-32332fffac36 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 1130 time: 0.0428030 Apr 06 11:26:17.919661 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-825e78f1-5346-4683-85c7-2a1c7f7ff0af req-549c0e63-3c27-47b2-856b-41f41973a17d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379915 Apr 06 11:26:18.014128 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dc542-ec72-444e-950c-1fbac2025dc1 req-17d9d6ab-eb26-49cd-815e-10d9ae19e831 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:18.016070 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c02dc542-ec72-444e-950c-1fbac2025dc1 req-17d9d6ab-eb26-49cd-815e-10d9ae19e831 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 946 time: 0.0520327 Apr 06 11:26:18.063238 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c02dc542-ec72-444e-950c-1fbac2025dc1 req-5f844abd-aa89-436e-b150-6417ac03cdf0 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416689 Apr 06 11:26:19.184908 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc34f60-2f0c-4c37-b671-5a6106d9b497 req-beac917f-e213-4ddc-9f32-a7188295f9af tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:19.186430 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6dc34f60-2f0c-4c37-b671-5a6106d9b497 req-beac917f-e213-4ddc-9f32-a7188295f9af tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 946 time: 0.0563445 Apr 06 11:26:19.234868 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-6dc34f60-2f0c-4c37-b671-5a6106d9b497 req-36bd6e31-34b8-4ff8-9a9a-ef02d0b59eee tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427191 Apr 06 11:26:20.353774 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d4908-e2c0-44bb-8930-834909cfc327 req-71ad9199-2f6b-430c-8226-3d2adbab4591 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:20.355246 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-050d4908-e2c0-44bb-8930-834909cfc327 req-71ad9199-2f6b-430c-8226-3d2adbab4591 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 946 time: 0.0548229 Apr 06 11:26:20.402489 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-050d4908-e2c0-44bb-8930-834909cfc327 req-3fe49955-d960-4ac9-be4f-4c7441e62f37 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410914 Apr 06 11:26:20.516628 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a42467-030e-4783-916a-bdd4f716335d req-695c4a84-ce58-489f-b809-28525acff032 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:20.517998 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-22a42467-030e-4783-916a-bdd4f716335d req-695c4a84-ce58-489f-b809-28525acff032 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 946 time: 0.0508912 Apr 06 11:26:20.564756 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-22a42467-030e-4783-916a-bdd4f716335d req-0e39e9c0-2b0e-4be1-a879-164abf574b87 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 Apr 06 11:26:20.586005 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58220) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:26:20.627688 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab0f8a3-b76e-4948-9672-713fa0fcdea2 tempest-TestVolumeBootPattern-1425771637 tempest-TestVolumeBootPattern-1425771637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:20.629162 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-aab0f8a3-b76e-4948-9672-713fa0fcdea2 tempest-TestVolumeBootPattern-1425771637 tempest-TestVolumeBootPattern-1425771637-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 1125 time: 0.0422015 Apr 06 11:26:20.631867 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58222) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:26:20.635892 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'port_id': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:26:20.722384 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:20.815516 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:20.916369 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Allocated IP 172.27.3.241 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/da4a8dcf-d3cf-4931-9a4c-a657a1ab5679) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:26:21.250394 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for port (da4a8dcf-d3cf-4931-9a4c-a657a1ab5679), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:21.322105 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (da4a8dcf-d3cf-4931-9a4c-a657a1ab5679), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:21.358656 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:26:21.361331 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:26:21.363919 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:26:21.395348 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'Port': ['ID=da4a8dcf-d3cf-4931-9a4c-a657a1ab5679,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:26:21.726675 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (7184f278-8baa-4b63-ad15-c4390b94a554), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:21.851056 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (da4a8dcf-d3cf-4931-9a4c-a657a1ab5679), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:21.933995 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e20c-f1c6-41f1-93eb-5842f95f2b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:21.996695 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for port (da4a8dcf-d3cf-4931-9a4c-a657a1ab5679), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:22.059565 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (da4a8dcf-d3cf-4931-9a4c-a657a1ab5679), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:22.124227 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'Port': ['ID=da4a8dcf-d3cf-4931-9a4c-a657a1ab5679,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:26:22.137673 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (7184f278-8baa-4b63-ad15-c4390b94a554), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:22.238291 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Floating IP 7184f278-8baa-4b63-ad15-c4390b94a554 associated. External IP: 172.27.3.241, port: ba46d92f-b697-4aab-9074-6ebb24327610. Apr 06 11:26:22.442522 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:26:22.551385 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:26:22.560802 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ce9e2-f6af-4627-8cb1-a0101602c2c4 None None] Sync routers for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:26:22.570965 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ce9e2-f6af-4627-8cb1-a0101602c2c4 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:26:22.571959 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bf1ce9e2-f6af-4627-8cb1-a0101602c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:25:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:26:22.628038 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:22.658472 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-4ff42626-5a25-43ca-ade1-d228896cbab8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0256255 Apr 06 11:26:22.659394 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'tag': 'ba46d92f-b697-4aab-9074-6ebb24327610'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:26:22.661678 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9721cad8-7b2a-445f-88ed-10795103a763" -d '{"events": [{"name": "network-changed", "server_uuid": "53742ea1-e11a-438a-a1dc-1d3e70715c0f", "tag": "ba46d92f-b697-4aab-9074-6ebb24327610"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:26:22.678788 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bf1ce9e2-f6af-4627-8cb1-a0101602c2c4 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:26:22.699087 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea326576-abb1-411b-b50b-bad8e79966f7 x-openstack-request-id: req-ea326576-abb1-411b-b50b-bad8e79966f7 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:26:22.699384 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53742ea1-e11a-438a-a1dc-1d3e70715c0f", "tag": "ba46d92f-b697-4aab-9074-6ebb24327610", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:26:22.699688 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea326576-abb1-411b-b50b-bad8e79966f7 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:26:22.700097 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea326576-abb1-411b-b50b-bad8e79966f7'] response: {'name': 'network-changed', 'server_uuid': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'tag': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'status': 'completed', 'code': 200} Apr 06 11:26:22.787252 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721cad8-7b2a-445f-88ed-10795103a763 req-5dd4f319-83f0-41c8-bcea-4c01f3c06324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:22.789078 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9721cad8-7b2a-445f-88ed-10795103a763 req-5dd4f319-83f0-41c8-bcea-4c01f3c06324 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 1130 time: 0.0475130 Apr 06 11:26:22.880221 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721cad8-7b2a-445f-88ed-10795103a763 req-f80e71e9-afe2-4ede-996b-8202887c69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:22.881702 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9721cad8-7b2a-445f-88ed-10795103a763 req-f80e71e9-afe2-4ede-996b-8202887c69dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 913 time: 0.0862296 Apr 06 11:26:22.908337 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bf1ce9e2-f6af-4627-8cb1-a0101602c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '7184f278-8baa-4b63-ad15-c4390b94a554', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:4f:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:26:21Z', 'updated_at': '2022-04-06T11:26:21Z', 'revision_number': 0, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:26:22.934454 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ce9e2-f6af-4627-8cb1-a0101602c2c4 None None] Checking router: a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:26:22.943090 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ce9e2-f6af-4627-8cb1-a0101602c2c4 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:26:22.943693 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bf1ce9e2-f6af-4627-8cb1-a0101602c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:25:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:26:22.946998 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9721cad8-7b2a-445f-88ed-10795103a763 req-7cc558e9-9807-4619-974e-5422635b456b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba46d92f-b697-4aab-9074-6ebb24327610 HTTP/1.1" status: 200 len: 1000 time: 0.0583820 Apr 06 11:26:22.994518 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721cad8-7b2a-445f-88ed-10795103a763 req-430379f8-a999-47cb-bc4b-a498acb4cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:22.995970 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9721cad8-7b2a-445f-88ed-10795103a763 req-430379f8-a999-47cb-bc4b-a498acb4cc47 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0421541 Apr 06 11:26:23.018611 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:26:23.050101 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bf1ce9e2-f6af-4627-8cb1-a0101602c2c4 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:26:23.050314 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721cad8-7b2a-445f-88ed-10795103a763 req-c49c4473-2087-4274-a64b-4ad08ad2703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:23.051741 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9721cad8-7b2a-445f-88ed-10795103a763 req-c49c4473-2087-4274-a64b-4ad08ad2703f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497770 Apr 06 11:26:23.138061 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9721cad8-7b2a-445f-88ed-10795103a763 req-d6f9d242-224d-4f26-933d-7bdfd32deeb5 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797679 Apr 06 11:26:23.228173 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9721cad8-7b2a-445f-88ed-10795103a763 req-a1ba60a5-1bc6-4332-aa46-b58bd889e39b service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841246 Apr 06 11:26:23.395846 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bf1ce9e2-f6af-4627-8cb1-a0101602c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '7184f278-8baa-4b63-ad15-c4390b94a554', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:4f:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:26:21Z', 'updated_at': '2022-04-06T11:26:21Z', 'revision_number': 0, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:26:23.422205 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1ce9e2-f6af-4627-8cb1-a0101602c2c4 None None] The sync data for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi is: [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '7184f278-8baa-4b63-ad15-c4390b94a554', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:4f:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:26:21Z', 'updated_at': '2022-04-06T11:26:21Z', 'revision_number': 0, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:26:23.617125 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fdba43-c1f0-46d9-82a7-2ab43971f210 None None] New status for floating IP 7184f278-8baa-4b63-ad15-c4390b94a554: ACTIVE {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:26:24.288223 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4c9e4b07-bce4-41fe-b80a-487f27778e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:24.576066 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8f9fcb6a-5c82-4200-87d2-83f35615fbb6 req-7976b24f-fec3-4d65-a509-4e1dc722f8f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442057 Apr 06 11:26:24.651558 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcb6a-5c82-4200-87d2-83f35615fbb6 req-a1f64ecf-b13c-420e-9ebf-94118518260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:24.653088 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8f9fcb6a-5c82-4200-87d2-83f35615fbb6 req-a1f64ecf-b13c-420e-9ebf-94118518260e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cdc93c8c7954215bc5d1521f0865e4c&device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 1168 time: 0.0435078 Apr 06 11:26:24.756129 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcb6a-5c82-4200-87d2-83f35615fbb6 req-913f1245-7a77-40cb-9eb7-b54f7ba37c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:24.757599 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8f9fcb6a-5c82-4200-87d2-83f35615fbb6 req-913f1245-7a77-40cb-9eb7-b54f7ba37c42 service neutron] 10.222.0.49 "GET /v2.0/networks?id=100ce8f8-247c-44cf-824b-9c547770995e HTTP/1.1" status: 200 len: 916 time: 0.0867152 Apr 06 11:26:24.829980 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8f9fcb6a-5c82-4200-87d2-83f35615fbb6 req-d7abff52-2861-4e5b-97bd-527e2ce69175 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d HTTP/1.1" status: 200 len: 1000 time: 0.0653672 Apr 06 11:26:24.878232 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcb6a-5c82-4200-87d2-83f35615fbb6 req-ecc239f9-d5ed-48c9-a69e-2d93b8376b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:24.879598 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8f9fcb6a-5c82-4200-87d2-83f35615fbb6 req-ecc239f9-d5ed-48c9-a69e-2d93b8376b58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88efc0ef-addc-4cbd-a096-676ebbcb290c HTTP/1.1" status: 200 len: 854 time: 0.0443871 Apr 06 11:26:24.930079 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fcb6a-5c82-4200-87d2-83f35615fbb6 req-593e4eff-ccb2-43ed-82c9-18db4f820cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:24.931514 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8f9fcb6a-5c82-4200-87d2-83f35615fbb6 req-593e4eff-ccb2-43ed-82c9-18db4f820cab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=100ce8f8-247c-44cf-824b-9c547770995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463517 Apr 06 11:26:25.017278 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8f9fcb6a-5c82-4200-87d2-83f35615fbb6 req-15f05b54-c1a3-4024-a760-dc5cf4611198 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790114 Apr 06 11:26:25.107264 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-8f9fcb6a-5c82-4200-87d2-83f35615fbb6 req-a1f9131c-81ac-4d08-9f20-eff75accf647 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831988 Apr 06 11:26:25.396441 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:26.818965 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:28.247579 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:37.722988 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209e622-c524-4638-a4df-c35bc9e9cd78 req-643dd5ed-f642-468c-9561-76fcd7f683a4 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:37.724482 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b209e622-c524-4638-a4df-c35bc9e9cd78 req-643dd5ed-f642-468c-9561-76fcd7f683a4 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0535889 Apr 06 11:26:37.786717 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b209e622-c524-4638-a4df-c35bc9e9cd78 req-d3f25bb1-8858-4c45-95f3-7b38add06e6b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553353 Apr 06 11:26:37.828701 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726fad7-9f07-4674-bcc2-5a3b60959004 req-5a94b91d-56a5-47d4-a5eb-a25cc27b5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:37.830875 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e726fad7-9f07-4674-bcc2-5a3b60959004 req-5a94b91d-56a5-47d4-a5eb-a25cc27b5651 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cdc93c8c7954215bc5d1521f0865e4c&device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 1168 time: 0.0455301 Apr 06 11:26:37.924713 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726fad7-9f07-4674-bcc2-5a3b60959004 req-d3adf997-bfa8-4172-acee-b488c4cb4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:37.926289 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e726fad7-9f07-4674-bcc2-5a3b60959004 req-d3adf997-bfa8-4172-acee-b488c4cb4dd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=100ce8f8-247c-44cf-824b-9c547770995e HTTP/1.1" status: 200 len: 916 time: 0.0880179 Apr 06 11:26:37.993751 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e726fad7-9f07-4674-bcc2-5a3b60959004 req-a2418cc6-420f-4cf7-a777-570493f36b5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d HTTP/1.1" status: 200 len: 1000 time: 0.0585558 Apr 06 11:26:38.041538 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726fad7-9f07-4674-bcc2-5a3b60959004 req-16bfd5c6-f09e-4842-9a21-0624475ac52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:38.042919 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e726fad7-9f07-4674-bcc2-5a3b60959004 req-16bfd5c6-f09e-4842-9a21-0624475ac52e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88efc0ef-addc-4cbd-a096-676ebbcb290c HTTP/1.1" status: 200 len: 854 time: 0.0419590 Apr 06 11:26:38.097660 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726fad7-9f07-4674-bcc2-5a3b60959004 req-c9d5e72b-8216-4cee-9535-459262c69a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:38.099288 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e726fad7-9f07-4674-bcc2-5a3b60959004 req-c9d5e72b-8216-4cee-9535-459262c69a54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=100ce8f8-247c-44cf-824b-9c547770995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477884 Apr 06 11:26:38.187207 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e726fad7-9f07-4674-bcc2-5a3b60959004 req-8a7374f9-a5d3-4937-8f4a-b4a79701eb38 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807104 Apr 06 11:26:38.277286 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e726fad7-9f07-4674-bcc2-5a3b60959004 req-69f68249-aa08-44f6-b23c-fe2be061f672 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828221 Apr 06 11:26:38.914262 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a48f8-445c-479d-8ce7-351b5d7a7c8f req-21cfff1b-c2c7-4464-abba-3d5c84ceec8c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:38.915754 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e19a48f8-445c-479d-8ce7-351b5d7a7c8f req-21cfff1b-c2c7-4464-abba-3d5c84ceec8c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0534415 Apr 06 11:26:38.974455 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e19a48f8-445c-479d-8ce7-351b5d7a7c8f req-c6524124-ed4a-4f84-91f9-3c92f6cdb484 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529089 Apr 06 11:26:40.091864 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e3aa4-303a-4832-90ba-21403b6fab15 req-d6e3dfd9-0dcc-4e54-85fe-3d822f37e6da tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:40.093384 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5c7e3aa4-303a-4832-90ba-21403b6fab15 req-d6e3dfd9-0dcc-4e54-85fe-3d822f37e6da tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0526123 Apr 06 11:26:40.165221 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-5c7e3aa4-303a-4832-90ba-21403b6fab15 req-c5effc9d-b42f-4dc2-9ec8-21601c1af074 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645566 Apr 06 11:26:41.278620 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bda511-1aee-4c2b-92bb-2aacb6f42e5d req-0bed6508-0cc4-4c8e-9a1c-8ab96722ec0e tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:41.279973 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-18bda511-1aee-4c2b-92bb-2aacb6f42e5d req-0bed6508-0cc4-4c8e-9a1c-8ab96722ec0e tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0510459 Apr 06 11:26:41.337589 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-18bda511-1aee-4c2b-92bb-2aacb6f42e5d req-0926176a-4069-4ac5-82a9-be4a32f7e837 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514250 Apr 06 11:26:42.452267 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecac17-ffa0-491f-95cb-4f411a47fafc req-43a27d82-4153-4814-be49-a861e54a336d tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:42.453727 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-89ecac17-ffa0-491f-95cb-4f411a47fafc req-43a27d82-4153-4814-be49-a861e54a336d tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0515790 Apr 06 11:26:42.510534 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-89ecac17-ffa0-491f-95cb-4f411a47fafc req-24093239-e5a1-412d-b74b-ef3a77732774 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506995 Apr 06 11:26:43.629487 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4997998-fc5d-4361-b596-79eee39d9a4b req-6d4b74cb-f7cf-494b-99bb-3198e293abd3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:43.630919 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4997998-fc5d-4361-b596-79eee39d9a4b req-6d4b74cb-f7cf-494b-99bb-3198e293abd3 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0548115 Apr 06 11:26:43.688238 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e4997998-fc5d-4361-b596-79eee39d9a4b req-9c5dced5-d3a8-433a-8c16-7f5ca698ba0b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516820 Apr 06 11:26:44.805036 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ee2b9-a068-4667-8198-0a5275c56e1c req-21dcc695-dd19-4ffc-ac43-ae96ae36390d tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:44.806502 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-117ee2b9-a068-4667-8198-0a5275c56e1c req-21dcc695-dd19-4ffc-ac43-ae96ae36390d tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0531759 Apr 06 11:26:44.863947 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-117ee2b9-a068-4667-8198-0a5275c56e1c req-3f6161e5-0e11-4f05-bb79-cb38af527c9b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517783 Apr 06 11:26:45.980017 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bb44d-65f4-4329-85d1-afbe6877b0e1 req-1182fcac-be8f-44a9-9a19-960ce2380b4b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:45.981522 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-099bb44d-65f4-4329-85d1-afbe6877b0e1 req-1182fcac-be8f-44a9-9a19-960ce2380b4b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0530806 Apr 06 11:26:46.039793 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-099bb44d-65f4-4329-85d1-afbe6877b0e1 req-18dc0588-8f70-467f-acfa-106560b18764 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525923 Apr 06 11:26:46.773489 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:47.163433 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9afb7-2a80-4358-818d-dc81af30df93 req-d3ac2cae-82ce-48c9-ad4c-569fefd2c039 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:47.164893 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-08c9afb7-2a80-4358-818d-dc81af30df93 req-d3ac2cae-82ce-48c9-ad4c-569fefd2c039 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0571401 Apr 06 11:26:47.224125 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-08c9afb7-2a80-4358-818d-dc81af30df93 req-edd36365-7c5d-49d5-b982-ec7e61949a29 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535173 Apr 06 11:26:48.339889 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0242ca-fba9-43a4-8489-89a8f83226f5 req-3a69d095-963e-4f7b-abc0-590f2e71024a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:48.341341 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-df0242ca-fba9-43a4-8489-89a8f83226f5 req-3a69d095-963e-4f7b-abc0-590f2e71024a tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0506184 Apr 06 11:26:48.401244 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-df0242ca-fba9-43a4-8489-89a8f83226f5 req-66cf208a-3f81-434c-b1c6-388b0ddff16b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542510 Apr 06 11:26:49.516852 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f4724-0eb1-4547-8104-60d412396924 req-0ee462f0-67c8-4124-9bb2-e6de83cf619c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:49.518325 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b84f4724-0eb1-4547-8104-60d412396924 req-0ee462f0-67c8-4124-9bb2-e6de83cf619c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0524611 Apr 06 11:26:49.576168 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-b84f4724-0eb1-4547-8104-60d412396924 req-6e0df5fe-105e-42b5-9f4e-91f3ec123e65 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521049 Apr 06 11:26:50.695417 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40581d74-d77f-45c4-bb2e-c0391ac61f05 req-19e9e17a-9769-4fb6-a6fa-af5f4ac47aa8 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:50.696878 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-40581d74-d77f-45c4-bb2e-c0391ac61f05 req-19e9e17a-9769-4fb6-a6fa-af5f4ac47aa8 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0555425 Apr 06 11:26:50.760500 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-40581d74-d77f-45c4-bb2e-c0391ac61f05 req-199f5b35-01bb-47e6-b506-b174dbc02a44 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578916 Apr 06 11:26:51.884419 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f3960-d3f7-4afc-8639-27b6ff85e79f req-b147358f-0bac-4fd5-8437-db51c0303022 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:51.885924 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a2f3960-d3f7-4afc-8639-27b6ff85e79f req-b147358f-0bac-4fd5-8437-db51c0303022 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0561440 Apr 06 11:26:51.946454 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-3a2f3960-d3f7-4afc-8639-27b6ff85e79f req-0c7addde-051a-44a2-bb3f-fc5ee966eec8 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544417 Apr 06 11:26:51.950215 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-055ce7ab-c564-4d85-b09a-7faa5182b14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:53.062076 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b8fe3-b543-4a85-b899-f81b5885a516 req-18e56153-fd3d-4879-a704-d8aa776831bc tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:53.064735 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e89b8fe3-b543-4a85-b899-f81b5885a516 req-18e56153-fd3d-4879-a704-d8aa776831bc tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0513170 Apr 06 11:26:53.125792 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e89b8fe3-b543-4a85-b899-f81b5885a516 req-c2b26efe-16f4-451d-a7cd-71f66bfd3a16 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565505 Apr 06 11:26:54.252054 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf62663-b0b8-4677-83b8-0ace7c07621c req-e974dc29-3791-4331-8025-70827ac93a7b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:54.253551 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9bf62663-b0b8-4677-83b8-0ace7c07621c req-e974dc29-3791-4331-8025-70827ac93a7b tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0526943 Apr 06 11:26:54.270815 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f3f0-550b-4dd1-a2ef-af919688c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:54.315751 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-9bf62663-b0b8-4677-83b8-0ace7c07621c req-b4003a16-0369-4ea6-bfb6-d2f33c619214 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564029 Apr 06 11:26:55.390596 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:55.444096 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ca1cd-41ad-4130-8abb-a5eb192fa3ee req-0bf1d036-d0bb-48c9-92ec-4ad4102eab23 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:26:55.445678 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-974ca1cd-41ad-4130-8abb-a5eb192fa3ee req-0bf1d036-d0bb-48c9-92ec-4ad4102eab23 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0614464 Apr 06 11:26:55.504383 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-974ca1cd-41ad-4130-8abb-a5eb192fa3ee req-14dc2f24-597d-44eb-a07c-22d4c3eebdca tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a219922-6399-4dbd-9844-9755184eb55b&id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527375 Apr 06 11:26:56.841483 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:58.269792 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:00.017042 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:27:16.772498 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:21.949685 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-640c9bf5-85a1-4edf-be2c-2d0724477ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:24.269814 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-557261ec-f34c-4e5e-b374-1f46798c6e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:25.372791 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:26.245942 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f33589ea-ad11-4e21-bdfd-df2219e5372a req-469eb936-73c4-4421-a19d-510c4bcc3c5a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425048 Apr 06 11:27:26.348385 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33589ea-ad11-4e21-bdfd-df2219e5372a req-a4e246b2-cd8a-493f-b766-565187bb896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:26.349908 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f33589ea-ad11-4e21-bdfd-df2219e5372a req-a4e246b2-cd8a-493f-b766-565187bb896b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cdc93c8c7954215bc5d1521f0865e4c&device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 1168 time: 0.0439093 Apr 06 11:27:26.458169 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33589ea-ad11-4e21-bdfd-df2219e5372a req-8e12886e-6a49-4aff-9eae-b7d0e00d88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:26.460237 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f33589ea-ad11-4e21-bdfd-df2219e5372a req-8e12886e-6a49-4aff-9eae-b7d0e00d88c0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=100ce8f8-247c-44cf-824b-9c547770995e HTTP/1.1" status: 200 len: 916 time: 0.0893664 Apr 06 11:27:26.521690 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f33589ea-ad11-4e21-bdfd-df2219e5372a req-78b820f6-7d87-4d6d-a338-6ed2003bb2f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d HTTP/1.1" status: 200 len: 1000 time: 0.0551198 Apr 06 11:27:26.572154 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33589ea-ad11-4e21-bdfd-df2219e5372a req-bd592b3b-6626-40ea-8873-ac596e15cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:26.573550 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f33589ea-ad11-4e21-bdfd-df2219e5372a req-bd592b3b-6626-40ea-8873-ac596e15cd13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88efc0ef-addc-4cbd-a096-676ebbcb290c HTTP/1.1" status: 200 len: 854 time: 0.0462244 Apr 06 11:27:26.619862 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33589ea-ad11-4e21-bdfd-df2219e5372a req-801867bb-b22e-4111-9771-b2a40ba19d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:26.621350 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f33589ea-ad11-4e21-bdfd-df2219e5372a req-801867bb-b22e-4111-9771-b2a40ba19d2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=100ce8f8-247c-44cf-824b-9c547770995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415792 Apr 06 11:27:26.709426 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f33589ea-ad11-4e21-bdfd-df2219e5372a req-23789bcc-1ca9-48cd-9390-319686531574 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809128 Apr 06 11:27:26.801312 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f33589ea-ad11-4e21-bdfd-df2219e5372a req-9e2ed2ac-37f4-41d6-8b19-3b44f1a908e1 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819762 Apr 06 11:27:26.852722 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:28.264165 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:37.016995 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:27:46.829172 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:51.926667 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e4535729-bdc5-4940-b8d5-74c28c3c6071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:54.269347 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5c7aafd5-ff36-46e5-bf13-1636daa458bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.400718 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:56.852671 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:58.263411 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:58.942332 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cffa4a10-77a2-412a-81eb-41f906ff1ff9 req-66749157-4311-4d21-b0b9-a685027f315d tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-822944140&fields=id&tenant_id=2cdc93c8c7954215bc5d1521f0865e4c HTTP/1.1" status: 200 len: 267 time: 0.0442536 Apr 06 11:27:59.001294 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa4a10-77a2-412a-81eb-41f906ff1ff9 req-695e9b14-4fe5-473e-a75e-4c6445cac4d5 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:59.002739 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cffa4a10-77a2-412a-81eb-41f906ff1ff9 req-695e9b14-4fe5-473e-a75e-4c6445cac4d5 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 984 time: 0.0551353 Apr 06 11:27:59.012984 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.v2.base [req-cffa4a10-77a2-412a-81eb-41f906ff1ff9 req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Request body: {'port': {'security_groups': ['c57a5e78-7fa5-4abd-a5ab-3cce583334a5']}} {{(pid=104087) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:59.083998 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cffa4a10-77a2-412a-81eb-41f906ff1ff9 req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), before_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.252848 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-cffa4a10-77a2-412a-81eb-41f906ff1ff9 req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] For port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:27:59.281714 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cffa4a10-77a2-412a-81eb-41f906ff1ff9 req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), precommit_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.332127 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cffa4a10-77a2-412a-81eb-41f906ff1ff9 req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4619349'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), after_update {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.370505 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:27:59.371525 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa4a10-77a2-412a-81eb-41f906ff1ff9 req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:59.372160 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-cffa4a10-77a2-412a-81eb-41f906ff1ff9 req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.373602 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cffa4a10-77a2-412a-81eb-41f906ff1ff9 req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "PUT /v2.0/ports/bd5d52c4-c2fc-4d98-b2c8-003531a12b8d HTTP/1.1" status: 200 len: 942 time: 0.3649397 Apr 06 11:27:59.376390 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:27:59.378561 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0024e309-bb3f-4e06-8940-df6cdb792d01" -d '{"events": [{"name": "network-changed", "server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:27:59.389153 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58308) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:59.411718 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event updated for resources: {'Port': ['ID=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,revision_number=7']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:59.422891 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.423125 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.423457 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.425130 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.425488 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.425832 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.426171 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.426507 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.426840 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.427172 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.427503 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.427839 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.428164 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.428490 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.428816 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb84d8b-076d-4471-86c3-36d9d99b6882 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.433909 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46de4a2a-4498-4638-9dc5-2adaf9d0a249 x-openstack-request-id: req-46de4a2a-4498-4638-9dc5-2adaf9d0a249 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:27:59.434212 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:27:59.434470 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46de4a2a-4498-4638-9dc5-2adaf9d0a249 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:27:59.434875 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46de4a2a-4498-4638-9dc5-2adaf9d0a249'] response: {'name': 'network-changed', 'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'status': 'completed', 'code': 200} Apr 06 11:27:59.505479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group (8a219922-6399-4dbd-9844-9755184eb55b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.507981 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:27:59.540651 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group (8a219922-6399-4dbd-9844-9755184eb55b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.554432 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024e309-bb3f-4e06-8940-df6cdb792d01 req-a38be698-7298-4d37-af88-8ffbef0a3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:59.555899 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0024e309-bb3f-4e06-8940-df6cdb792d01 req-a38be698-7298-4d37-af88-8ffbef0a3513 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cdc93c8c7954215bc5d1521f0865e4c&device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 1129 time: 0.0843852 Apr 06 11:27:59.640311 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-5cf163b6-9352-4cd0-a585-21b54cafff66 None None] Provisioning complete for port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:59.640617 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5cf163b6-9352-4cd0-a585-21b54cafff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.666799 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024e309-bb3f-4e06-8940-df6cdb792d01 req-1220a361-35a8-4911-b6f5-e3f93c8db253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:59.668266 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0024e309-bb3f-4e06-8940-df6cdb792d01 req-1220a361-35a8-4911-b6f5-e3f93c8db253 service neutron] 10.222.0.49 "GET /v2.0/networks?id=100ce8f8-247c-44cf-824b-9c547770995e HTTP/1.1" status: 200 len: 916 time: 0.1023762 Apr 06 11:27:59.730820 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (8a219922-6399-4dbd-9844-9755184eb55b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.788029 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.788029 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "DELETE /v2.0/security-groups/8a219922-6399-4dbd-9844-9755184eb55b HTTP/1.1" status: 204 len: 168 time: 0.3451164 Apr 06 11:27:59.789019 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58310) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:59.789162 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0024e309-bb3f-4e06-8940-df6cdb792d01 req-c8c8b9fd-dea2-485a-b761-1f14a102803f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d HTTP/1.1" status: 200 len: 1000 time: 0.0708249 Apr 06 11:27:59.789162 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a219922-6399-4dbd-9844-9755184eb55b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:59.789369 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-5cf163b6-9352-4cd0-a585-21b54cafff66 None None] Current status of the port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d is: ACTIVE; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:59.789479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.789479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.789479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.789479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.789479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.789479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.789479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.789479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.789479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.789479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.789479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.789479 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.790489 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.790489 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.790489 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec545c1-c734-4d4f-bf38-e4b5667c542c tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:59.809919 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024e309-bb3f-4e06-8940-df6cdb792d01 req-73f18484-ae0a-4d5e-b0f5-7125f6c82d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:59.811437 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0024e309-bb3f-4e06-8940-df6cdb792d01 req-73f18484-ae0a-4d5e-b0f5-7125f6c82d74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88efc0ef-addc-4cbd-a096-676ebbcb290c HTTP/1.1" status: 200 len: 854 time: 0.0571463 Apr 06 11:27:59.861671 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024e309-bb3f-4e06-8940-df6cdb792d01 req-0e0f95fa-edd3-4e2e-8535-ced2fec4734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:59.863149 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0024e309-bb3f-4e06-8940-df6cdb792d01 req-0e0f95fa-edd3-4e2e-8535-ced2fec4734a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=100ce8f8-247c-44cf-824b-9c547770995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448639 Apr 06 11:27:59.917583 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Deleting port 39b447f2-6d76-4b8f-88b0-eaf84b36533c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:27:59.917934 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (39b447f2-6d76-4b8f-88b0-eaf84b36533c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.997938 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (39b447f2-6d76-4b8f-88b0-eaf84b36533c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.998682 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for floatingip (39b447f2-6d76-4b8f-88b0-eaf84b36533c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:00.011128 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Calling delete_port for 39b447f2-6d76-4b8f-88b0-eaf84b36533c owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:00.202985 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0024e309-bb3f-4e06-8940-df6cdb792d01 req-fb5ac318-824a-4944-8324-0454c4663cfe service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337898 Apr 06 11:28:00.246748 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (39b447f2-6d76-4b8f-88b0-eaf84b36533c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:00.276300 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event deleted for resources: {'Port': ['ID=39b447f2-6d76-4b8f-88b0-eaf84b36533c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:00.291987 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-0024e309-bb3f-4e06-8940-df6cdb792d01 req-3e3fe2e8-8479-4b2e-892d-d522de46ea77 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821834 Apr 06 11:28:00.340584 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks [] for floatingip (3e58d5a9-53ad-4fcd-9e89-87d8b98d14be), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:00.340942 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Floating IP 3e58d5a9-53ad-4fcd-9e89-87d8b98d14be disassociated (deleted). External IP: 172.27.3.27, port: bd5d52c4-c2fc-4d98-b2c8-003531a12b8d. Apr 06 11:28:00.549704 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:28:00.660679 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:28:00.666281 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:00.672117 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8aae4-5f63-405d-8cf8-4e18b8667086 None None] Sync routers for ids ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:28:00.682855 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8aae4-5f63-405d-8cf8-4e18b8667086 None None] Routers {'0b86aed9-2889-4b7b-9b56-d1b983b422a6'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:00.683469 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-36e8aae4-5f63-405d-8cf8-4e18b8667086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:27:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:00.698397 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6d087970-f019-4db5-902d-1d19ca4c4073 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "DELETE /v2.0/floatingips/3e58d5a9-53ad-4fcd-9e89-87d8b98d14be HTTP/1.1" status: 204 len: 168 time: 0.9594095 Apr 06 11:28:00.790197 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-36e8aae4-5f63-405d-8cf8-4e18b8667086 None None] Set router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:00.991971 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-36e8aae4-5f63-405d-8cf8-4e18b8667086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:24:38Z', 'revision_number': 4, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'b8e313fc-9a82-4ca2-8765-70262dd558a3', 'name': '', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'mac_address': 'fa:16:3e:0a:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:37Z', 'updated_at': '2022-04-06T11:24:42Z', 'revision_number': 5, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'subnets': [{'id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:01.021622 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8aae4-5f63-405d-8cf8-4e18b8667086 None None] Checking router: 0b86aed9-2889-4b7b-9b56-d1b983b422a6 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:28:01.030755 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8aae4-5f63-405d-8cf8-4e18b8667086 None None] Routers {'0b86aed9-2889-4b7b-9b56-d1b983b422a6'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:01.031365 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-36e8aae4-5f63-405d-8cf8-4e18b8667086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:27:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:01.140199 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-36e8aae4-5f63-405d-8cf8-4e18b8667086 None None] Set router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:01.336252 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-36e8aae4-5f63-405d-8cf8-4e18b8667086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:24:38Z', 'revision_number': 4, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'b8e313fc-9a82-4ca2-8765-70262dd558a3', 'name': '', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'mac_address': 'fa:16:3e:0a:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:37Z', 'updated_at': '2022-04-06T11:24:42Z', 'revision_number': 5, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'subnets': [{'id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:01.362595 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e8aae4-5f63-405d-8cf8-4e18b8667086 None None] The sync data for ids ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'] in dv-cinder-836072-2-iscsi is: [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:24:38Z', 'revision_number': 4, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': 'b8e313fc-9a82-4ca2-8765-70262dd558a3', 'name': '', 'network_id': '100ce8f8-247c-44cf-824b-9c547770995e', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'mac_address': 'fa:16:3e:0a:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:37Z', 'updated_at': '2022-04-06T11:24:42Z', 'revision_number': 5, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'subnets': [{'id': '88efc0ef-addc-4cbd-a096-676ebbcb290c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:28:01.435836 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:01.438333 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4fd4ed-af39-4af3-b7a9-0ebbd55d189e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:01.475637 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a01155-aa90-4e78-b605-a092d5902d0b x-openstack-request-id: req-a4a01155-aa90-4e78-b605-a092d5902d0b {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:01.475971 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:01.476230 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4a01155-aa90-4e78-b605-a092d5902d0b {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:01.476639 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a01155-aa90-4e78-b605-a092d5902d0b'] response: {'name': 'network-changed', 'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'status': 'completed', 'code': 200} Apr 06 11:28:01.578343 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fe1d9-7e45-417e-875f-f0e5bd312ca5 None None] New status for floating IP 3e58d5a9-53ad-4fcd-9e89-87d8b98d14be: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:28:01.701743 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fd4ed-af39-4af3-b7a9-0ebbd55d189e req-32ac3838-d69a-45b8-88c7-54b5d61c43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:01.703250 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fb4fd4ed-af39-4af3-b7a9-0ebbd55d189e req-32ac3838-d69a-45b8-88c7-54b5d61c43ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2cdc93c8c7954215bc5d1521f0865e4c&device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 1129 time: 0.0540025 Apr 06 11:28:01.828628 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fd4ed-af39-4af3-b7a9-0ebbd55d189e req-2c6a7443-0b3d-4150-8b27-0894a10a28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:01.830127 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fb4fd4ed-af39-4af3-b7a9-0ebbd55d189e req-2c6a7443-0b3d-4150-8b27-0894a10a28ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=100ce8f8-247c-44cf-824b-9c547770995e HTTP/1.1" status: 200 len: 916 time: 0.0851369 Apr 06 11:28:01.870987 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fb4fd4ed-af39-4af3-b7a9-0ebbd55d189e req-b4530554-7411-4842-9b85-3f4ccacc5836 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d HTTP/1.1" status: 200 len: 217 time: 0.0336034 Apr 06 11:28:01.929698 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fd4ed-af39-4af3-b7a9-0ebbd55d189e req-e91c847a-6f44-4fa6-b741-33e311700069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:01.931060 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fb4fd4ed-af39-4af3-b7a9-0ebbd55d189e req-e91c847a-6f44-4fa6-b741-33e311700069 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=88efc0ef-addc-4cbd-a096-676ebbcb290c HTTP/1.1" status: 200 len: 854 time: 0.0532773 Apr 06 11:28:01.978995 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fd4ed-af39-4af3-b7a9-0ebbd55d189e req-ae9624d0-fde1-4ca8-bf20-2217fdfb4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:01.980454 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fb4fd4ed-af39-4af3-b7a9-0ebbd55d189e req-ae9624d0-fde1-4ca8-bf20-2217fdfb4dcf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=100ce8f8-247c-44cf-824b-9c547770995e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432105 Apr 06 11:28:02.073042 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fb4fd4ed-af39-4af3-b7a9-0ebbd55d189e req-6acf389a-a688-46ed-a216-d5b1548a33fc service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857131 Apr 06 11:28:02.162658 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-fb4fd4ed-af39-4af3-b7a9-0ebbd55d189e req-218a2f0d-6242-4d04-bddd-d28dd8644163 service neutron] 10.222.0.49 "GET /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837057 Apr 06 11:28:04.892328 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d8989-7e55-45de-b7ba-7cafceff44cf req-7887f9c6-b7bc-46f0-955e-dd05b232b7de tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:04.893815 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-694d8989-7e55-45de-b7ba-7cafceff44cf req-7887f9c6-b7bc-46f0-955e-dd05b232b7de tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 945 time: 0.0524523 Apr 06 11:28:04.938992 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-694d8989-7e55-45de-b7ba-7cafceff44cf req-f5a22b91-62cd-4be6-85b3-f58fda9dfc66 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 Apr 06 11:28:06.056100 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe6bc9-af28-4f21-bd32-98b2a7df54d1 req-836639ea-362c-46c8-8eae-f5d83f5b9006 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:06.057632 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c8fe6bc9-af28-4f21-bd32-98b2a7df54d1 req-836639ea-362c-46c8-8eae-f5d83f5b9006 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 945 time: 0.0518405 Apr 06 11:28:06.103094 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c8fe6bc9-af28-4f21-bd32-98b2a7df54d1 req-40492a10-43bd-4bf4-baec-b5dbba8d2808 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399015 Apr 06 11:28:06.928006 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40725d-d18d-4baf-a7dc-b5f24cd39ba1 req-122ab99b-1866-456b-a9c3-d8a8f07a9a3d tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:06.930051 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1d40725d-d18d-4baf-a7dc-b5f24cd39ba1 req-122ab99b-1866-456b-a9c3-d8a8f07a9a3d tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 945 time: 0.0555050 Apr 06 11:28:07.017257 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-1d40725d-d18d-4baf-a7dc-b5f24cd39ba1 req-3896ec80-723d-459b-8b1f-dc2b4aff9e81 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Deleting port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:07.017600 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-1d40725d-d18d-4baf-a7dc-b5f24cd39ba1 req-3896ec80-723d-459b-8b1f-dc2b4aff9e81 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.108803 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-1d40725d-d18d-4baf-a7dc-b5f24cd39ba1 req-3896ec80-723d-459b-8b1f-dc2b4aff9e81 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] For port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:07.109197 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-1d40725d-d18d-4baf-a7dc-b5f24cd39ba1 req-3896ec80-723d-459b-8b1f-dc2b4aff9e81 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.122013 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [req-1d40725d-d18d-4baf-a7dc-b5f24cd39ba1 req-3896ec80-723d-459b-8b1f-dc2b4aff9e81 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Calling delete_port for bd5d52c4-c2fc-4d98-b2c8-003531a12b8d owned by compute:nova {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:07.246039 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96226d5-92a0-462a-99e7-6c58fa7b22bd req-199abae9-0b59-4c42-9ff9-99495d410ba5 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:07.247507 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c96226d5-92a0-462a-99e7-6c58fa7b22bd req-199abae9-0b59-4c42-9ff9-99495d410ba5 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f67c8fb-87c9-4f62-ba36-bfcf0a32b512 HTTP/1.1" status: 200 len: 945 time: 0.0786624 Apr 06 11:28:07.321145 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-c96226d5-92a0-462a-99e7-6c58fa7b22bd req-892a92f0-5072-4db0-98ea-2d3546340dcf tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.62 "GET /v2.0/security-groups?id=c57a5e78-7fa5-4abd-a5ab-3cce583334a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563896 Apr 06 11:28:07.354974 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-1d40725d-d18d-4baf-a7dc-b5f24cd39ba1 req-3896ec80-723d-459b-8b1f-dc2b4aff9e81 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (bd5d52c4-c2fc-4d98-b2c8-003531a12b8d), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.384441 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896ec80-723d-459b-8b1f-dc2b4aff9e81 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Pushing event deleted for resources: {'Port': ['ID=bd5d52c4-c2fc-4d98-b2c8-003531a12b8d,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:07.391422 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:28:07.457678 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d40725d-d18d-4baf-a7dc-b5f24cd39ba1 req-3896ec80-723d-459b-8b1f-dc2b4aff9e81 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] No DVR routers for this DVR port bd5d52c4-c2fc-4d98-b2c8-003531a12b8d on host hv-cinder-83607 {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:28:07.457678 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-1d40725d-d18d-4baf-a7dc-b5f24cd39ba1 req-3896ec80-723d-459b-8b1f-dc2b4aff9e81 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.457678 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-1d40725d-d18d-4baf-a7dc-b5f24cd39ba1 req-3896ec80-723d-459b-8b1f-dc2b4aff9e81 tempest-TestMinimumBasicScenario-314320570 tempest-TestMinimumBasicScenario-314320570-project] 10.222.0.49 "DELETE /v2.0/ports/bd5d52c4-c2fc-4d98-b2c8-003531a12b8d HTTP/1.1" status: 204 len: 173 time: 0.5091696 Apr 06 11:28:07.457678 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'name': 'network-vif-deleted', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:07.457678 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a3e883-b095-4a21-a878-58233aff27ed" -d '{"events": [{"server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "name": "network-vif-deleted", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:07.480417 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c105290-fd20-475c-a43b-dbf76753e066 x-openstack-request-id: req-1c105290-fd20-475c-a43b-dbf76753e066 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:07.480804 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f67c8fb-87c9-4f62-ba36-bfcf0a32b512", "name": "network-vif-deleted", "tag": "bd5d52c4-c2fc-4d98-b2c8-003531a12b8d", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:07.481097 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c105290-fd20-475c-a43b-dbf76753e066 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:07.481536 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c105290-fd20-475c-a43b-dbf76753e066'] response: {'server_uuid': '3f67c8fb-87c9-4f62-ba36-bfcf0a32b512', 'name': 'network-vif-deleted', 'tag': 'bd5d52c4-c2fc-4d98-b2c8-003531a12b8d', 'status': 'completed', 'code': 200} Apr 06 11:28:09.383019 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58398) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:09.723185 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f22a0a7-f531-43fe-9f7c-94b53e176581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8039096'] for router_interface (0b86aed9-2889-4b7b-9b56-d1b983b422a6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.932527 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device bd5d52c4-c2fc-4d98-b2c8-003531a12b8d no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:09.950760 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: bd5d52c4-c2fc-4d98-b2c8-003531a12b8d {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:09.951107 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device bd5d52c4-c2fc-4d98-b2c8-003531a12b8d not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:09.971114 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0f22a0a7-f531-43fe-9f7c-94b53e176581 admin admin] Deleting port b8e313fc-9a82-4ca2-8765-70262dd558a3 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:09.971448 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f22a0a7-f531-43fe-9f7c-94b53e176581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.046585 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-0f22a0a7-f531-43fe-9f7c-94b53e176581 admin admin] For port b8e313fc-9a82-4ca2-8765-70262dd558a3, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=b8e313fc-9a82-4ca2-8765-70262dd558a3,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:10.047088 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f22a0a7-f531-43fe-9f7c-94b53e176581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.063580 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-0f22a0a7-f531-43fe-9f7c-94b53e176581 admin admin] Calling delete_port for b8e313fc-9a82-4ca2-8765-70262dd558a3 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:10.315119 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f22a0a7-f531-43fe-9f7c-94b53e176581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (b8e313fc-9a82-4ca2-8765-70262dd558a3), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.340963 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22a0a7-f531-43fe-9f7c-94b53e176581 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e313fc-9a82-4ca2-8765-70262dd558a3,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:10.503219 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-0f22a0a7-f531-43fe-9f7c-94b53e176581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8362772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041768'] for router_interface (0b86aed9-2889-4b7b-9b56-d1b983b422a6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.713950 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f22a0a7-f531-43fe-9f7c-94b53e176581 admin admin] Router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:28:11.092625 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f22a0a7-f531-43fe-9f7c-94b53e176581 admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:28:11.103438 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-0f22a0a7-f531-43fe-9f7c-94b53e176581 admin admin] 10.222.0.62 "PUT /v2.0/routers/0b86aed9-2889-4b7b-9b56-d1b983b422a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7135599 Apr 06 11:28:11.103438 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58400) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:11.103648 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be9d16c-1993-4fbf-bb00-1b2ce32c6c48 None None] Sync routers for ids ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:28:11.112855 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be9d16c-1993-4fbf-bb00-1b2ce32c6c48 None None] Routers {'0b86aed9-2889-4b7b-9b56-d1b983b422a6'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:11.113503 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4be9d16c-1993-4fbf-bb00-1b2ce32c6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:27:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:11.206313 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Publish callbacks [] for router (0b86aed9-2889-4b7b-9b56-d1b983b422a6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.219449 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-4be9d16c-1993-4fbf-bb00-1b2ce32c6c48 None None] Set router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:11.314329 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Publish callbacks [] for router_gateway (0b86aed9-2889-4b7b-9b56-d1b983b422a6), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.413597 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4be9d16c-1993-4fbf-bb00-1b2ce32c6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:28:10Z', 'revision_number': 5, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port': {'id': '280ee631-992f-4eb3-a1a2-0ea70c5ffa6d', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:35Z', 'updated_at': '2022-04-06T11:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:11.417758 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Deleting port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:11.418105 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.438907 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be9d16c-1993-4fbf-bb00-1b2ce32c6c48 None None] Checking router: 0b86aed9-2889-4b7b-9b56-d1b983b422a6 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:28:11.447673 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be9d16c-1993-4fbf-bb00-1b2ce32c6c48 None None] Routers {'0b86aed9-2889-4b7b-9b56-d1b983b422a6'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:11.448314 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4be9d16c-1993-4fbf-bb00-1b2ce32c6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:27:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:11.499023 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] For port 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=280ee631-992f-4eb3-a1a2-0ea70c5ffa6d,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:11.499392 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.512453 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Calling delete_port for 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:11.672527 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-4be9d16c-1993-4fbf-bb00-1b2ce32c6c48 None None] Set router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 gateway port host: None {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:11.729776 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-4be9d16c-1993-4fbf-bb00-1b2ce32c6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:28:11Z', 'revision_number': 6, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port_host': None}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:11.758381 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be9d16c-1993-4fbf-bb00-1b2ce32c6c48 None None] The sync data for ids ['0b86aed9-2889-4b7b-9b56-d1b983b422a6'] in dv-cinder-836072-2-iscsi is: [{'id': '0b86aed9-2889-4b7b-9b56-d1b983b422a6', 'name': 'tempest-TestMinimumBasicScenario-1450064139-router', 'tenant_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:34Z', 'updated_at': '2022-04-06T11:28:11Z', 'revision_number': 6, 'project_id': '2cdc93c8c7954215bc5d1521f0865e4c', 'gw_port_host': None}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:28:11.764181 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (280ee631-992f-4eb3-a1a2-0ea70c5ffa6d), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.797755 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Pushing event deleted for resources: {'Port': ['ID=280ee631-992f-4eb3-a1a2-0ea70c5ffa6d,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:11.854751 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8041966'] for router_gateway (0b86aed9-2889-4b7b-9b56-d1b983b422a6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.949513 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8037213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64443'] for router (0b86aed9-2889-4b7b-9b56-d1b983b422a6), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.951907 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Publish callbacks [] for router_controller (0b86aed9-2889-4b7b-9b56-d1b983b422a6), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.080472 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037204'] for router (0b86aed9-2889-4b7b-9b56-d1b983b422a6), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.081211 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b86aed9-2889-4b7b-9b56-d1b983b422a6 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:28:12.088165 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.092816 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-6cefe1fd-14ad-4f14-b005-61b78c8c96bb admin admin] 10.222.0.62 "DELETE /v2.0/routers/0b86aed9-2889-4b7b-9b56-d1b983b422a6 HTTP/1.1" status: 204 len: 168 time: 0.9884777 Apr 06 11:28:12.093040 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58408) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:12.138209 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-b577f125-1ae0-4b08-bb8f-03a90e305b1f admin admin] Deleting subnet 88efc0ef-addc-4cbd-a096-676ebbcb290c {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:28:12.141587 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b577f125-1ae0-4b08-bb8f-03a90e305b1f admin admin] Publish callbacks [] for subnet (88efc0ef-addc-4cbd-a096-676ebbcb290c), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.178187 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b577f125-1ae0-4b08-bb8f-03a90e305b1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083784'] for subnet (88efc0ef-addc-4cbd-a096-676ebbcb290c), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.264686 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b577f125-1ae0-4b08-bb8f-03a90e305b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (88efc0ef-addc-4cbd-a096-676ebbcb290c), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.372822 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b577f125-1ae0-4b08-bb8f-03a90e305b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4783663'] for subnet (88efc0ef-addc-4cbd-a096-676ebbcb290c), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.397466 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577f125-1ae0-4b08-bb8f-03a90e305b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88efc0ef-addc-4cbd-a096-676ebbcb290c,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:12.403960 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-b577f125-1ae0-4b08-bb8f-03a90e305b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.409538 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b577f125-1ae0-4b08-bb8f-03a90e305b1f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/88efc0ef-addc-4cbd-a096-676ebbcb290c HTTP/1.1" status: 204 len: 168 time: 0.3137422 Apr 06 11:28:12.409886 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58410) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:12.410051 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee3ce7-6312-4180-bf78-f9e72b70e14c None None] Network 100ce8f8-247c-44cf-824b-9c547770995e requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:28:12.477165 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (100ce8f8-247c-44cf-824b-9c547770995e), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.531237 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Deleting port c932e15b-d88c-4e24-acff-466dbf2ec1b1 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:12.531818 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.581670 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] DHCP port deletion for 100ce8f8-247c-44cf-824b-9c547770995e request from dv-cinder-836072-2-iscsi {{(pid=104089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:28:12.601603 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] For port c932e15b-d88c-4e24-acff-466dbf2ec1b1, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=c932e15b-d88c-4e24-acff-466dbf2ec1b1,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:12.601970 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.621155 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Calling delete_port for c932e15b-d88c-4e24-acff-466dbf2ec1b1 owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:12.643711 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Deleting port c932e15b-d88c-4e24-acff-466dbf2ec1b1 {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:12.644085 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.711578 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] For port c932e15b-d88c-4e24-acff-466dbf2ec1b1, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=c932e15b-d88c-4e24-acff-466dbf2ec1b1,segment=NetworkSegment(e7716c61-cac5-4288-8ffd-8a4a21de8c75),segment_id=e7716c61-cac5-4288-8ffd-8a4a21de8c75)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:12.711980 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.724170 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Calling delete_port for c932e15b-d88c-4e24-acff-466dbf2ec1b1 owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:12.784569 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.800260 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567'] for port (c932e15b-d88c-4e24-acff-466dbf2ec1b1), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.815371 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] No DVR routers for this DVR port c932e15b-d88c-4e24-acff-466dbf2ec1b1 on host dv-cinder-836072-2-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:28:12.819204 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Pushing event deleted for resources: {'Port': ['ID=c932e15b-d88c-4e24-acff-466dbf2ec1b1,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:12.826932 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Pushing event deleted for resources: {'Port': ['ID=c932e15b-d88c-4e24-acff-466dbf2ec1b1,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:12.836290 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] No DVR routers for this DVR port c932e15b-d88c-4e24-acff-466dbf2ec1b1 on host dv-cinder-836072-2-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:28:12.838656 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.839006 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.839350 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.839688 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.840021 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.840367 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.840680 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.841008 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.841357 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.841685 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.842010 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.842336 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.842660 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.842980 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.843300 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55f1de-601a-4e32-8d71-1f410d951b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:12.901809 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (100ce8f8-247c-44cf-824b-9c547770995e), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.921758 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100ce8f8-247c-44cf-824b-9c547770995e']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:12.931286 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7716c61-cac5-4288-8ffd-8a4a21de8c75') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:12.931586 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7716c61-cac5-4288-8ffd-8a4a21de8c75') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:12.941135 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6270634'] for segment (e7716c61-cac5-4288-8ffd-8a4a21de8c75), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.956796 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (e7716c61-cac5-4288-8ffd-8a4a21de8c75), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.962510 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:28:12.962925 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4619377'] for segment (e7716c61-cac5-4288-8ffd-8a4a21de8c75), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: Traceback (most recent call last): Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: timer() Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: cb(*args, **kw) Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: return func(*args, **kwargs) Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: self._notify() Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: self.callback(batched_events) Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: event.method(event) Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: return f(self, *a, **k) Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._get(url).json() Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: return self.request(url, 'GET', **kwargs) Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:28:12.964557 dv-cinder-836072-2-iscsi neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:28:13.063503 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (100ce8f8-247c-44cf-824b-9c547770995e), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:13.069161 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:13.072743 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] 10.222.0.62 "DELETE /v2.0/networks/100ce8f8-247c-44cf-824b-9c547770995e HTTP/1.1" status: 204 len: 168 time: 0.6618712 Apr 06 11:28:13.075779 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58412) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:13.085152 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2eae51-41e8-4d47-9c8f-76f59fe09802 admin admin] Pushing event deleted for resources: {'Network': ['ID=100ce8f8-247c-44cf-824b-9c547770995e,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:13.128398 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device b8e313fc-9a82-4ca2-8765-70262dd558a3 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:13.154701 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: b8e313fc-9a82-4ca2-8765-70262dd558a3 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:13.154973 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device b8e313fc-9a82-4ca2-8765-70262dd558a3 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:13.155393 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device c932e15b-d88c-4e24-acff-466dbf2ec1b1 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:13.175610 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: c932e15b-d88c-4e24-acff-466dbf2ec1b1 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:13.176036 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device c932e15b-d88c-4e24-acff-466dbf2ec1b1 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:13.176532 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:13.196353 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:13.196692 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 280ee631-992f-4eb3-a1a2-0ea70c5ffa6d not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:13.422699 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-78a2fd8b-b948-4f26-9925-3f533449474f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8039096'] for router_interface (1dfd95b5-c696-436c-9b17-c5acac020d92), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:13.659349 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-78a2fd8b-b948-4f26-9925-3f533449474f admin admin] Deleting port 1a798381-564c-420b-93e9-31b2dd559c20 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:13.659687 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-78a2fd8b-b948-4f26-9925-3f533449474f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (1a798381-564c-420b-93e9-31b2dd559c20), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:13.737382 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-78a2fd8b-b948-4f26-9925-3f533449474f admin admin] For port 1a798381-564c-420b-93e9-31b2dd559c20, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=1a798381-564c-420b-93e9-31b2dd559c20,segment=NetworkSegment(12d275b4-a857-46ad-a9d2-1ef865bf178a),segment_id=12d275b4-a857-46ad-a9d2-1ef865bf178a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:13.738700 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-78a2fd8b-b948-4f26-9925-3f533449474f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (1a798381-564c-420b-93e9-31b2dd559c20), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:13.750617 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-78a2fd8b-b948-4f26-9925-3f533449474f admin admin] Calling delete_port for 1a798381-564c-420b-93e9-31b2dd559c20 owned by network:router_interface {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:13.971947 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-78a2fd8b-b948-4f26-9925-3f533449474f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (1a798381-564c-420b-93e9-31b2dd559c20), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:13.996368 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2fd8b-b948-4f26-9925-3f533449474f admin admin] Pushing event deleted for resources: {'Port': ['ID=1a798381-564c-420b-93e9-31b2dd559c20,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:14.016367 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:28:14.167920 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-78a2fd8b-b948-4f26-9925-3f533449474f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8362772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041768'] for router_interface (1dfd95b5-c696-436c-9b17-c5acac020d92), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:14.376636 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a2fd8b-b948-4f26-9925-3f533449474f admin admin] Router 1dfd95b5-c696-436c-9b17-c5acac020d92 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:28:14.484899 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a2fd8b-b948-4f26-9925-3f533449474f admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:28:14.490373 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-78a2fd8b-b948-4f26-9925-3f533449474f admin admin] 10.222.0.62 "PUT /v2.0/routers/1dfd95b5-c696-436c-9b17-c5acac020d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135976 Apr 06 11:28:14.493400 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58418) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:14.494033 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb248ea-1c5e-4bc9-b402-1485b44ddcc4 None None] Sync routers for ids ['1dfd95b5-c696-436c-9b17-c5acac020d92'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:28:14.503167 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb248ea-1c5e-4bc9-b402-1485b44ddcc4 None None] Routers {'1dfd95b5-c696-436c-9b17-c5acac020d92'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:14.503770 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-beb248ea-1c5e-4bc9-b402-1485b44ddcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:27:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['1dfd95b5-c696-436c-9b17-c5acac020d92'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:14.598096 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Publish callbacks [] for router (1dfd95b5-c696-436c-9b17-c5acac020d92), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:14.607176 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-beb248ea-1c5e-4bc9-b402-1485b44ddcc4 None None] Set router 1dfd95b5-c696-436c-9b17-c5acac020d92 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:14.793271 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-beb248ea-1c5e-4bc9-b402-1485b44ddcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'name': 'tempest-TestMinimumBasicScenario-404749797-router', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:41Z', 'updated_at': '2022-04-06T11:28:13Z', 'revision_number': 5, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'gw_port': {'id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:42Z', 'updated_at': '2022-04-06T11:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:14.820024 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb248ea-1c5e-4bc9-b402-1485b44ddcc4 None None] Checking router: 1dfd95b5-c696-436c-9b17-c5acac020d92 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:28:14.828331 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb248ea-1c5e-4bc9-b402-1485b44ddcc4 None None] Routers {'1dfd95b5-c696-436c-9b17-c5acac020d92'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:14.828940 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-beb248ea-1c5e-4bc9-b402-1485b44ddcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:27:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['1dfd95b5-c696-436c-9b17-c5acac020d92'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:14.933265 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-beb248ea-1c5e-4bc9-b402-1485b44ddcc4 None None] Set router 1dfd95b5-c696-436c-9b17-c5acac020d92 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:14.946733 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Publish callbacks [] for router_gateway (1dfd95b5-c696-436c-9b17-c5acac020d92), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.084345 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Deleting port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:15.084673 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.103520 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-beb248ea-1c5e-4bc9-b402-1485b44ddcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'name': 'tempest-TestMinimumBasicScenario-404749797-router', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:41Z', 'updated_at': '2022-04-06T11:28:13Z', 'revision_number': 5, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'gw_port': {'id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:42Z', 'updated_at': '2022-04-06T11:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:15.133025 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb248ea-1c5e-4bc9-b402-1485b44ddcc4 None None] The sync data for ids ['1dfd95b5-c696-436c-9b17-c5acac020d92'] in dv-cinder-836072-2-iscsi is: [{'id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'name': 'tempest-TestMinimumBasicScenario-404749797-router', 'tenant_id': '455bc7eb5d8c478b86826db523a28bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:24:41Z', 'updated_at': '2022-04-06T11:28:13Z', 'revision_number': 5, 'project_id': '455bc7eb5d8c478b86826db523a28bd3', 'gw_port': {'id': '71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dfd95b5-c696-436c-9b17-c5acac020d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:24:42Z', 'updated_at': '2022-04-06T11:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:28:15.170898 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] For port 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:15.171273 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.188284 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Calling delete_port for 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 owned by network:router_gateway {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:15.406007 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.432322 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:15.489791 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8041966'] for router_gateway (1dfd95b5-c696-436c-9b17-c5acac020d92), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.582190 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8037213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64443'] for router (1dfd95b5-c696-436c-9b17-c5acac020d92), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.584429 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Publish callbacks [] for router_controller (1dfd95b5-c696-436c-9b17-c5acac020d92), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.703379 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037204'] for router (1dfd95b5-c696-436c-9b17-c5acac020d92), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.703953 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dfd95b5-c696-436c-9b17-c5acac020d92 {{(pid=104088) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:28:15.708269 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.709344 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-d26aaee0-146a-4b48-aeb1-c0250a4f3b04 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1dfd95b5-c696-436c-9b17-c5acac020d92 HTTP/1.1" status: 204 len: 168 time: 1.2149889 Apr 06 11:28:15.711865 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58422) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:15.756528 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_v2 [None req-5faab3cc-eb64-4522-9a9f-e9912140fbee admin admin] Deleting subnet 55702b78-9473-403e-99b2-4205877387f1 {{(pid=104088) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:28:15.760328 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5faab3cc-eb64-4522-9a9f-e9912140fbee admin admin] Publish callbacks [] for subnet (55702b78-9473-403e-99b2-4205877387f1), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.796126 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5faab3cc-eb64-4522-9a9f-e9912140fbee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5083784'] for subnet (55702b78-9473-403e-99b2-4205877387f1), precommit_delete_associations {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.875861 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5faab3cc-eb64-4522-9a9f-e9912140fbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (55702b78-9473-403e-99b2-4205877387f1), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.989450 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5faab3cc-eb64-4522-9a9f-e9912140fbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5087167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4783663'] for subnet (55702b78-9473-403e-99b2-4205877387f1), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.012741 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faab3cc-eb64-4522-9a9f-e9912140fbee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55702b78-9473-403e-99b2-4205877387f1,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:16.020109 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-5faab3cc-eb64-4522-9a9f-e9912140fbee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for subnet (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.025030 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-5faab3cc-eb64-4522-9a9f-e9912140fbee admin admin] 10.222.0.62 "DELETE /v2.0/subnets/55702b78-9473-403e-99b2-4205877387f1 HTTP/1.1" status: 204 len: 168 time: 0.3109107 Apr 06 11:28:16.025659 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d747f36-8efc-4f7c-ac38-da3eeb7fff77 None None] Network a63c9c48-fa2a-4b7f-8308-6d470a9b203b requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:28:16.027534 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58424) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:16.100033 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (a63c9c48-fa2a-4b7f-8308-6d470a9b203b), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.158748 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Deleting port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:16.158748 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.196146 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371947e3-cd84-467d-8036-7a8c2f1e06cb None None] DHCP port deletion for a63c9c48-fa2a-4b7f-8308-6d470a9b203b request from dv-cinder-836072-2-iscsi {{(pid=104089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:28:16.232026 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] For port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=2e86ba71-b342-45dd-a726-cb4fc6b02d3e,segment=NetworkSegment(12d275b4-a857-46ad-a9d2-1ef865bf178a),segment_id=12d275b4-a857-46ad-a9d2-1ef865bf178a)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:16.232026 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.244695 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Calling delete_port for 2e86ba71-b342-45dd-a726-cb4fc6b02d3e owned by network:dhcp {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:16.245353 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-371947e3-cd84-467d-8036-7a8c2f1e06cb None None] Deleting port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:16.245722 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-371947e3-cd84-467d-8036-7a8c2f1e06cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.310454 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-371947e3-cd84-467d-8036-7a8c2f1e06cb None None] For port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=2e86ba71-b342-45dd-a726-cb4fc6b02d3e,segment=NetworkSegment(12d275b4-a857-46ad-a9d2-1ef865bf178a),segment_id=12d275b4-a857-46ad-a9d2-1ef865bf178a)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:16.310845 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-371947e3-cd84-467d-8036-7a8c2f1e06cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.323846 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-371947e3-cd84-467d-8036-7a8c2f1e06cb None None] Calling delete_port for 2e86ba71-b342-45dd-a726-cb4fc6b02d3e owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:16.406078 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.414530 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-371947e3-cd84-467d-8036-7a8c2f1e06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567'] for port (2e86ba71-b342-45dd-a726-cb4fc6b02d3e), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.433071 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e86ba71-b342-45dd-a726-cb4fc6b02d3e,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:16.438605 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] No DVR routers for this DVR port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e on host dv-cinder-836072-2-iscsi {{(pid=104088) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:28:16.438959 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371947e3-cd84-467d-8036-7a8c2f1e06cb None None] Pushing event deleted for resources: {'Port': ['ID=2e86ba71-b342-45dd-a726-cb4fc6b02d3e,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:16.440611 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371947e3-cd84-467d-8036-7a8c2f1e06cb None None] No DVR routers for this DVR port 2e86ba71-b342-45dd-a726-cb4fc6b02d3e on host dv-cinder-836072-2-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:28:16.520542 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (a63c9c48-fa2a-4b7f-8308-6d470a9b203b), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.541042 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63c9c48-fa2a-4b7f-8308-6d470a9b203b']}} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:16.550096 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d275b4-a857-46ad-a9d2-1ef865bf178a') {'for_net_delete': True} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:16.550396 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.services.segments.db [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d275b4-a857-46ad-a9d2-1ef865bf178a') {} {{(pid=104088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:16.560029 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5083763'] for segment (12d275b4-a857-46ad-a9d2-1ef865bf178a), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.572819 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (12d275b4-a857-46ad-a9d2-1ef865bf178a), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.578730 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=104088) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:28:16.579138 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5087189'] for segment (12d275b4-a857-46ad-a9d2-1ef865bf178a), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: Traceback (most recent call last): Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: timer() Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: cb(*args, **kw) Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: return func(*args, **kwargs) Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: self._notify() Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: self.callback(batched_events) Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: event.method(event) Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: return f(self, *a, **k) Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: return self._get(url).json() Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: return self.request(url, 'GET', **kwargs) Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:28:16.580758 dv-cinder-836072-2-iscsi neutron-server[104088]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:28:16.709413 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (a63c9c48-fa2a-4b7f-8308-6d470a9b203b), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.715280 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.718556 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a63c9c48-fa2a-4b7f-8308-6d470a9b203b HTTP/1.1" status: 204 len: 168 time: 0.6901102 Apr 06 11:28:16.730807 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faffa05-d5c7-424a-aa02-65932ee233a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a63c9c48-fa2a-4b7f-8308-6d470a9b203b,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:16.794895 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:17.053196 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58430) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:17.093965 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-2ce238b7-508a-4eb7-99fe-dc1e648c2c70 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cdc93c8c7954215bc5d1521f0865e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395851 Apr 06 11:28:17.096561 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58432) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:17.120605 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 2e86ba71-b342-45dd-a726-cb4fc6b02d3e no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:17.143300 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 2e86ba71-b342-45dd-a726-cb4fc6b02d3e {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:17.143874 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 2e86ba71-b342-45dd-a726-cb4fc6b02d3e not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:17.144301 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 1a798381-564c-420b-93e9-31b2dd559c20 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:17.147283 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a19f1384-1fef-4947-ad50-fff92b882274 admin admin] Publish callbacks [] for security_group (c57a5e78-7fa5-4abd-a5ab-3cce583334a5), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:17.164144 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 1a798381-564c-420b-93e9-31b2dd559c20 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:17.164493 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 1a798381-564c-420b-93e9-31b2dd559c20 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:17.164906 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:17.168242 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a19f1384-1fef-4947-ad50-fff92b882274 admin admin] Publish callbacks [] for security_group (c57a5e78-7fa5-4abd-a5ab-3cce583334a5), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:17.183169 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:17.183521 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 71b7fab9-b8e6-4d5c-bc23-e3011e8cb2c0 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:17.275806 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a19f1384-1fef-4947-ad50-fff92b882274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (c57a5e78-7fa5-4abd-a5ab-3cce583334a5), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:17.278676 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-a19f1384-1fef-4947-ad50-fff92b882274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:17.280340 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-a19f1384-1fef-4947-ad50-fff92b882274 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c57a5e78-7fa5-4abd-a5ab-3cce583334a5 HTTP/1.1" status: 204 len: 168 time: 0.1826475 Apr 06 11:28:17.295495 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f1384-1fef-4947-ad50-fff92b882274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a5e78-7fa5-4abd-a5ab-3cce583334a5,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:17.895477 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58448) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:17.936396 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-86a066ca-6c46-45fe-a5cb-a86a97e543b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=455bc7eb5d8c478b86826db523a28bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396764 Apr 06 11:28:17.944328 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58450) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:17.990691 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-12af125f-fc66-40e7-941f-039fa949da15 admin admin] Publish callbacks [] for security_group (abcd8a5b-5df2-435a-974c-147034db5199), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.011779 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-12af125f-fc66-40e7-941f-039fa949da15 admin admin] Publish callbacks [] for security_group (abcd8a5b-5df2-435a-974c-147034db5199), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.108576 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-12af125f-fc66-40e7-941f-039fa949da15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (abcd8a5b-5df2-435a-974c-147034db5199), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.111063 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-12af125f-fc66-40e7-941f-039fa949da15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.116022 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-12af125f-fc66-40e7-941f-039fa949da15 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abcd8a5b-5df2-435a-974c-147034db5199 HTTP/1.1" status: 204 len: 168 time: 0.1669905 Apr 06 11:28:18.120467 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af125f-fc66-40e7-941f-039fa949da15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcd8a5b-5df2-435a-974c-147034db5199,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:21.943215 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-51336648-ba1a-43b5-a9b5-4a8530639994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:23.485493 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d12a561d-28e1-448b-99fb-dcb8fb55b89d tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571696205&fields=id&tenant_id=13d5d442d5ce480f95e106d1889fa687 HTTP/1.1" status: 200 len: 267 time: 0.0430937 Apr 06 11:28:23.589920 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-59a53cc5-5b58-46ed-a2d9-99d4c03f33d7 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:23.591259 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-59a53cc5-5b58-46ed-a2d9-99d4c03f33d7 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 812 time: 0.0991716 Apr 06 11:28:23.606021 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-3c4ecad8-d6d1-4f1a-b448-2b616c7f1681 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/quotas/13d5d442d5ce480f95e106d1889fa687 HTTP/1.1" status: 200 len: 375 time: 0.0093842 Apr 06 11:28:23.679216 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-a489b6d3-a039-47b6-8fa1-66424f6a3967 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680563 Apr 06 11:28:23.863793 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-285d79ee-aebb-4af3-818e-0c2e210ab331 service neutron] 10.222.0.62 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722846 Apr 06 11:28:23.961085 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-fb7f189c-4a2b-43ae-ba49-75bb3477d7d0 service neutron] 10.222.0.62 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907345 Apr 06 11:28:24.274564 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e56a5b1e-ff47-4f7b-bcb8-13f15eeee3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:24.587227 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-bcb8e297-ac15-4c32-ae55-033eb924dd2d req-7347e419-510c-47f5-88d9-073ade4ce3fd tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 210 time: 0.0840483 Apr 06 11:28:25.388862 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:25.682947 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3e4fa8d6-e2d5-4e8e-b492-5664dd729fc6 req-16d94066-ead3-4704-a569-2b98f8b157e4 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 210 time: 0.0281310 Apr 06 11:28:26.377568 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-42f2316e-8dbc-4c46-a6b0-ea11b4e6bef5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:26.379002 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-42f2316e-8dbc-4c46-a6b0-ea11b4e6bef5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 812 time: 0.1024504 Apr 06 11:28:26.446538 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-76e6097d-3477-4d56-9d88-65166761b41e tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13d5d442d5ce480f95e106d1889fa687 HTTP/1.1" status: 200 len: 380 time: 0.0524106 Apr 06 11:28:26.456840 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'port': {'device_id': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'admin_state_up': True, 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'security_groups': ['f9e377be-aecd-49b2-806c-ae6e1aa661c8']}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:26.629143 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Made reservation on behalf of 13d5d442d5ce480f95e106d1889fa687 for: {'port': 1} {{(pid=104088) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:28:26.632539 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:26.754846 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Allocated IP 172.20.0.8 (ee21460c-e486-424d-9ac1-69b80782df06/e823273f-69cc-4e79-af1e-7f15ee184e6a/e532d0e1-f296-4d23-b607-75bb968e0012) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:28:26.782740 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-0c7a9928-c944-4c27-89fa-5f21954965e7 req-dec216b3-4a6f-478c-b08a-00d3bf1c69aa tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 210 time: 0.0303648 Apr 06 11:28:26.869133 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:26.902113 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for port (e532d0e1-f296-4d23-b607-75bb968e0012), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:26.977931 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.020511 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Network ee21460c-e486-424d-9ac1-69b80782df06 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:28:27.030091 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:28:27.037354 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:28:27.045472 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'Port': ['ID=e532d0e1-f296-4d23-b607-75bb968e0012,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:27.094940 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:27.095573 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.177073 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d399448a-40fe-4d50-a7d0-85d960c33c41 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7216277 Apr 06 11:28:27.204638 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Request body: {'port': {'device_id': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:27.250410 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-736fa898-e054-41eb-8650-a6540f1e42bc None None] Provisioning complete for port e532d0e1-f296-4d23-b607-75bb968e0012 triggered by entity DHCP. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:28:27.250775 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-736fa898-e054-41eb-8650-a6540f1e42bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.263939 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.284406 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-736fa898-e054-41eb-8650-a6540f1e42bc None None] Port e532d0e1-f296-4d23-b607-75bb968e0012 cannot update to ACTIVE because it is not bound. {{(pid=104089) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:28:27.533403 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e532d0e1-f296-4d23-b607-75bb968e0012 {{(pid=104088) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:28:27.541134 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Publish callbacks [] for port (e532d0e1-f296-4d23-b607-75bb968e0012), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.553700 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.provisioning_blocks [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Transition to ACTIVE for port object e532d0e1-f296-4d23-b607-75bb968e0012 will not be triggered until provisioned by entity L2. {{(pid=104088) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:28:27.605966 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.654417 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e532d0e1-f296-4d23-b607-75bb968e0012,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:27.739683 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Attempting to bind port e532d0e1-f296-4d23-b607-75bb968e0012 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:28:27.740172 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Attempting to bind port e532d0e1-f296-4d23-b607-75bb968e0012 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:28:27.740616 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Attempting to bind port e532d0e1-f296-4d23-b607-75bb968e0012 on network ee21460c-e486-424d-9ac1-69b80782df06 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:28:27.745454 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Port e532d0e1-f296-4d23-b607-75bb968e0012 on network ee21460c-e486-424d-9ac1-69b80782df06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:28:27.748293 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Attempting to bind port e532d0e1-f296-4d23-b607-75bb968e0012 on network ee21460c-e486-424d-9ac1-69b80782df06 {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:28:27.751256 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Checking agent: {'id': 'a3fff882-8294-4493-aa4a-ee34a9b8d9ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'started_at': datetime.datetime(2022, 4, 6, 11, 6, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:28:27.751705 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Checking segment: {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:28:27.752196 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Bound using segment: {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'} {{(pid=104088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:28:27.752731 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.managers [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Bound port: e532d0e1-f296-4d23-b607-75bb968e0012, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '910b1b33-4120-4dfa-820f-f1baadb39662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06'}}] {{(pid=104088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:28:27.753256 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.822736 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] For port e532d0e1-f296-4d23-b607-75bb968e0012, host hv-cinder-83607, cleared binding levels {{(pid=104088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:28:27.826460 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] For port e532d0e1-f296-4d23-b607-75bb968e0012, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e532d0e1-f296-4d23-b607-75bb968e0012,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:28:27.886739 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.931357 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437e1eb-e35e-4526-b6cd-ec778b3163af req-cf719a5f-9110-4b00-92ce-b2a6a749c8e9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:27.932863 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9437e1eb-e35e-4526-b6cd-ec778b3163af req-cf719a5f-9110-4b00-92ce-b2a6a749c8e9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 943 time: 0.0840344 Apr 06 11:28:27.935937 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:27.936541 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.937893 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] 10.222.0.49 "PUT /v2.0/ports/e532d0e1-f296-4d23-b607-75bb968e0012 HTTP/1.1" status: 200 len: 1093 time: 0.7376959 Apr 06 11:28:27.938337 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'tag': 'e532d0e1-f296-4d23-b607-75bb968e0012'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:27.940571 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f154423b-9ce7-4fd4-92ad-c7536ac8729c" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdd6d06-3207-4525-9b37-62d1217adc13", "tag": "e532d0e1-f296-4d23-b607-75bb968e0012"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:27.979199 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4493fb6-9549-424e-b127-163a98cea7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e532d0e1-f296-4d23-b607-75bb968e0012,revision_number=3']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:27.984158 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486df934-3d3c-4b82-ad35-22ec5b6b05e5 x-openstack-request-id: req-486df934-3d3c-4b82-ad35-22ec5b6b05e5 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:27.984448 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdd6d06-3207-4525-9b37-62d1217adc13", "tag": "e532d0e1-f296-4d23-b607-75bb968e0012", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:27.984705 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-486df934-3d3c-4b82-ad35-22ec5b6b05e5 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:27.985126 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486df934-3d3c-4b82-ad35-22ec5b6b05e5'] response: {'name': 'network-changed', 'server_uuid': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'tag': 'e532d0e1-f296-4d23-b607-75bb968e0012', 'status': 'completed', 'code': 200} Apr 06 11:28:28.012214 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-9437e1eb-e35e-4526-b6cd-ec778b3163af req-6b7cf0c9-fc5a-41be-8715-feed4b9351f6 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640433 Apr 06 11:28:28.077948 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154423b-9ce7-4fd4-92ad-c7536ac8729c req-24bb6115-d4d2-4deb-be91-fa0e1d8ecf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.079612 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f154423b-9ce7-4fd4-92ad-c7536ac8729c req-24bb6115-d4d2-4deb-be91-fa0e1d8ecf9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 1127 time: 0.0530744 Apr 06 11:28:28.182911 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154423b-9ce7-4fd4-92ad-c7536ac8729c req-6679e353-24a6-43b7-8d8a-d36e42c66a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.184337 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f154423b-9ce7-4fd4-92ad-c7536ac8729c req-6679e353-24a6-43b7-8d8a-d36e42c66a95 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=13d5d442d5ce480f95e106d1889fa687&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0925174 Apr 06 11:28:28.226016 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fea20d01-2ec6-4e07-8caf-5b3b25f9e6de req-3ead4691-9e86-42c4-9cc0-2c9045031b71 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456555 Apr 06 11:28:28.263493 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.282361 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154423b-9ce7-4fd4-92ad-c7536ac8729c req-b8627184-75b3-43f8-b202-e0e0e9b88527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.283849 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-f154423b-9ce7-4fd4-92ad-c7536ac8729c req-b8627184-75b3-43f8-b202-e0e0e9b88527 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941148 Apr 06 11:28:28.301302 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea20d01-2ec6-4e07-8caf-5b3b25f9e6de req-9e620183-4f50-4709-b4a8-158462a598aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.303458 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fea20d01-2ec6-4e07-8caf-5b3b25f9e6de req-9e620183-4f50-4709-b4a8-158462a598aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 1130 time: 0.0463009 Apr 06 11:28:28.386449 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d75dc978-88c1-4e06-acf9-94f0df745dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.387941 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-d75dc978-88c1-4e06-acf9-94f0df745dba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 1127 time: 0.0476589 Apr 06 11:28:28.427496 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea20d01-2ec6-4e07-8caf-5b3b25f9e6de req-4361736f-2a18-4afb-91f3-3808f3e934af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.428934 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fea20d01-2ec6-4e07-8caf-5b3b25f9e6de req-4361736f-2a18-4afb-91f3-3808f3e934af service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 913 time: 0.0968573 Apr 06 11:28:28.436819 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-8337e9fa-7282-49d9-92da-230961a53083 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e532d0e1-f296-4d23-b607-75bb968e0012 HTTP/1.1" status: 200 len: 217 time: 0.0372787 Apr 06 11:28:28.482531 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-7ee38d37-44fe-443a-940f-710cd41a7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.483942 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-7ee38d37-44fe-443a-940f-710cd41a7cc6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0418890 Apr 06 11:28:28.491413 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fea20d01-2ec6-4e07-8caf-5b3b25f9e6de req-38c7995b-c7e8-4f93-8538-cbcd37257703 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba46d92f-b697-4aab-9074-6ebb24327610 HTTP/1.1" status: 200 len: 1002 time: 0.0567062 Apr 06 11:28:28.531487 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-3993c982-812f-45e7-bee8-2d59a3d6f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.532965 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-3993c982-812f-45e7-bee8-2d59a3d6f2a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432732 Apr 06 11:28:28.544334 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea20d01-2ec6-4e07-8caf-5b3b25f9e6de req-d3787a4e-4571-4393-83a6-e3504963ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.545772 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fea20d01-2ec6-4e07-8caf-5b3b25f9e6de req-d3787a4e-4571-4393-83a6-e3504963ef58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0485804 Apr 06 11:28:28.592739 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea20d01-2ec6-4e07-8caf-5b3b25f9e6de req-5d177355-ef88-47b5-9b64-9894a7b6dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.594267 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fea20d01-2ec6-4e07-8caf-5b3b25f9e6de req-5d177355-ef88-47b5-9b64-9894a7b6dc24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431714 Apr 06 11:28:28.622506 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-c9a4fccc-6979-41ee-9d03-80f94233001b service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830739 Apr 06 11:28:28.682385 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fea20d01-2ec6-4e07-8caf-5b3b25f9e6de req-26a0c179-7bbc-43e2-90e4-9f93dc796dad service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814524 Apr 06 11:28:28.709410 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-a1e5ed7a-cb31-49c3-81df-8598033e4b87 req-70fee09f-cb3d-46cc-af18-e2d4776af6ff service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813558 Apr 06 11:28:28.772005 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-fea20d01-2ec6-4e07-8caf-5b3b25f9e6de req-4f792533-86e9-4844-89e0-0375a2bdf679 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842810 Apr 06 11:28:29.144568 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63349dd2-7c8b-4008-ab3a-3e9849b4a87b req-3b71a879-0d54-4c67-8ed2-db04d6b8ef56 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:29.146053 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63349dd2-7c8b-4008-ab3a-3e9849b4a87b req-3b71a879-0d54-4c67-8ed2-db04d6b8ef56 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 943 time: 0.0531361 Apr 06 11:28:29.194125 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-63349dd2-7c8b-4008-ab3a-3e9849b4a87b req-2f2c684d-2432-4d11-88aa-8349138d403d tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425038 Apr 06 11:28:30.308514 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c197d-d2de-4022-85c0-bd4b7e290af3 req-6aab9c92-adb2-4889-91fe-19029b9915d2 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:30.309986 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-982c197d-d2de-4022-85c0-bd4b7e290af3 req-6aab9c92-adb2-4889-91fe-19029b9915d2 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 943 time: 0.0517414 Apr 06 11:28:30.356860 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-982c197d-d2de-4022-85c0-bd4b7e290af3 req-bf6f5da8-b8a4-4384-af6d-f9457bd68897 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411377 Apr 06 11:28:31.471657 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68040e5f-3331-4f84-8adc-718f73c91162 req-633be689-f19e-423d-9ad3-baaf400f8302 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:31.472800 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-68040e5f-3331-4f84-8adc-718f73c91162 req-633be689-f19e-423d-9ad3-baaf400f8302 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 943 time: 0.0519316 Apr 06 11:28:31.523968 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-68040e5f-3331-4f84-8adc-718f73c91162 req-d575d315-e349-4a40-adc1-4ecdbc765606 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450857 Apr 06 11:28:32.643069 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec18aa3-0483-4d77-84a4-8807a5212f55 req-93abd75a-8e53-491a-a0a3-4851295f73ae tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:32.644503 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3ec18aa3-0483-4d77-84a4-8807a5212f55 req-93abd75a-8e53-491a-a0a3-4851295f73ae tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 943 time: 0.0539124 Apr 06 11:28:32.692434 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-3ec18aa3-0483-4d77-84a4-8807a5212f55 req-b9444dd5-216b-4162-b59d-fbce57fb4ac5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418611 Apr 06 11:28:33.809735 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aaf16-ac2e-4b94-92ad-742b22962488 req-42fbbf01-9ed1-4001-8b6a-563690e0fd48 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:33.811284 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-084aaf16-ac2e-4b94-92ad-742b22962488 req-42fbbf01-9ed1-4001-8b6a-563690e0fd48 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 943 time: 0.0520096 Apr 06 11:28:33.857867 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-084aaf16-ac2e-4b94-92ad-742b22962488 req-e478595f-7140-4a3d-971f-0385d707b460 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Apr 06 11:28:34.972597 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c8624-7f03-4702-a1fd-90aa86e19ac4 req-97e3a750-1701-4571-bec0-14feb8cb77f8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:34.974051 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5f6c8624-7f03-4702-a1fd-90aa86e19ac4 req-97e3a750-1701-4571-bec0-14feb8cb77f8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 943 time: 0.0521336 Apr 06 11:28:35.022201 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-5f6c8624-7f03-4702-a1fd-90aa86e19ac4 req-a35304df-8f15-4a37-b404-f9b1b1ce1e5c tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Apr 06 11:28:36.139699 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378f8a2-7556-4dff-9369-4a1ec92f1bf5 req-26c6531a-4d37-46f7-aa6b-2beda1c0d476 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:36.141192 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d378f8a2-7556-4dff-9369-4a1ec92f1bf5 req-26c6531a-4d37-46f7-aa6b-2beda1c0d476 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 943 time: 0.0521989 Apr 06 11:28:36.188146 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d378f8a2-7556-4dff-9369-4a1ec92f1bf5 req-bc0097b6-ee65-4266-b932-e0be56d9645b tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413914 Apr 06 11:28:37.306652 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28955eee-73e2-4de7-beb7-711987f34951 req-dde339a1-e5a3-4b1c-9188-031a71268997 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:37.308007 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-28955eee-73e2-4de7-beb7-711987f34951 req-dde339a1-e5a3-4b1c-9188-031a71268997 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 943 time: 0.0557258 Apr 06 11:28:37.355455 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-28955eee-73e2-4de7-beb7-711987f34951 req-25874fea-fd0d-4123-a21d-0bcf18992526 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419188 Apr 06 11:28:38.486687 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242dea85-b301-4e4b-b744-c54ef6cdf2eb req-15f9546b-e896-4b1b-995e-d6f09ebce68b tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:38.489261 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-242dea85-b301-4e4b-b744-c54ef6cdf2eb req-15f9546b-e896-4b1b-995e-d6f09ebce68b tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 943 time: 0.0612774 Apr 06 11:28:38.536857 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-242dea85-b301-4e4b-b744-c54ef6cdf2eb req-61cc9263-959c-4fab-a398-9e483d4767f4 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417504 Apr 06 11:28:38.694047 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device e532d0e1-f296-4d23-b607-75bb968e0012 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=104089) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:28:38.788162 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port e532d0e1-f296-4d23-b607-75bb968e0012, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e532d0e1-f296-4d23-b607-75bb968e0012,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:38.799588 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Returning: {'device': 'e532d0e1-f296-4d23-b607-75bb968e0012', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'port_id': 'e532d0e1-f296-4d23-b607-75bb968e0012', 'mac_address': 'fa:16:3e:cb:20:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104089) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:28:38.838382 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port e532d0e1-f296-4d23-b607-75bb968e0012 is: DOWN; New status is: BUILD {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:28:38.838771 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:38.851329 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e532d0e1-f296-4d23-b607-75bb968e0012 {{(pid=104089) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:28:38.871004 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port e532d0e1-f296-4d23-b607-75bb968e0012, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e532d0e1-f296-4d23-b607-75bb968e0012,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:38.937078 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:38.983069 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=e532d0e1-f296-4d23-b607-75bb968e0012,revision_number=4']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:39.318019 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] get_ports_and_sgs() called for port_ids ['e532d0e1-f296-4d23-b607-75bb968e0012'] {{(pid=104089) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:28:39.654042 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4b8a-a902-45ec-9a59-2685ebb60854 req-16a1d88f-d8e7-46cb-91f8-68f36c9a4036 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:39.655512 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-403a4b8a-a902-45ec-9a59-2685ebb60854 req-16a1d88f-d8e7-46cb-91f8-68f36c9a4036 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 944 time: 0.0505617 Apr 06 11:28:39.703662 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-403a4b8a-a902-45ec-9a59-2685ebb60854 req-c5df8ac9-f5cc-47b0-bd5a-865958bb6605 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 Apr 06 11:28:40.711219 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device e532d0e1-f296-4d23-b607-75bb968e0012 up at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:28:40.823524 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da670ab-9bad-48a4-a62e-c91a9aeaa27b req-c2182770-89b0-44e4-8f94-80ca12511d31 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:40.833850 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7da670ab-9bad-48a4-a62e-c91a9aeaa27b req-c2182770-89b0-44e4-8f94-80ca12511d31 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 944 time: 0.0545573 Apr 06 11:28:40.873801 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-7da670ab-9bad-48a4-a62e-c91a9aeaa27b req-30543397-11a6-40a5-b3d3-d59597310b42 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429797 Apr 06 11:28:40.971246 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning for port e532d0e1-f296-4d23-b607-75bb968e0012 completed by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:28:40.975126 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.provisioning_blocks [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Provisioning complete for port e532d0e1-f296-4d23-b607-75bb968e0012 triggered by entity L2. {{(pid=104089) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:28:40.975499 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824764'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), provisioning_complete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:41.049645 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Current status of the port e532d0e1-f296-4d23-b607-75bb968e0012 is: BUILD; New status is: ACTIVE {{(pid=104089) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:28:41.050025 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), before_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:41.071972 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e532d0e1-f296-4d23-b607-75bb968e0012'}] {{(pid=104089) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:41.073852 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1038995580b7739150eca7a83df83ef86ce19df14b12522ed4a9b4c842ec0235" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c0b191-08fd-4507-a24c-d71aeb54f298" -d '{"events": [{"server_uuid": "7cdd6d06-3207-4525-9b37-62d1217adc13", "name": "network-vif-plugged", "status": "completed", "tag": "e532d0e1-f296-4d23-b607-75bb968e0012"}]}' {{(pid=104089) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:41.088566 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] For port e532d0e1-f296-4d23-b607-75bb968e0012, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e532d0e1-f296-4d23-b607-75bb968e0012,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:41.148829 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:41.175336 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46be047e-10ee-4172-aacb-40cabf01d331 x-openstack-request-id: req-46be047e-10ee-4172-aacb-40cabf01d331 {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:41.175627 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdd6d06-3207-4525-9b37-62d1217adc13", "name": "network-vif-plugged", "status": "completed", "tag": "e532d0e1-f296-4d23-b607-75bb968e0012", "code": 200}]} {{(pid=104089) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:41.175932 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46be047e-10ee-4172-aacb-40cabf01d331 {{(pid=104089) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:41.176305 dv-cinder-836072-2-iscsi neutron-server[104089]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46be047e-10ee-4172-aacb-40cabf01d331'] response: {'server_uuid': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e532d0e1-f296-4d23-b607-75bb968e0012', 'code': 200} Apr 06 11:28:41.202122 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Pushing event updated for resources: {'Port': ['ID=e532d0e1-f296-4d23-b607-75bb968e0012,revision_number=5']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:41.528840 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b9559-3767-48ff-a4e3-73edaef584b4 req-46930d6a-9c98-4f43-98b6-2703bb9c0d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:41.530383 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-275b9559-3767-48ff-a4e3-73edaef584b4 req-46930d6a-9c98-4f43-98b6-2703bb9c0d35 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 1129 time: 0.0463564 Apr 06 11:28:41.575287 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-275b9559-3767-48ff-a4e3-73edaef584b4 req-2c79ed5b-852d-42a1-847d-2d9b349abdf8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391791 Apr 06 11:28:41.988241 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6ba01-5bcc-4e00-806e-87ae8137c997 req-5bafe713-1d59-43bd-93ec-26c96cb0942c tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:41.989742 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-85b6ba01-5bcc-4e00-806e-87ae8137c997 req-5bafe713-1d59-43bd-93ec-26c96cb0942c tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 945 time: 0.0515678 Apr 06 11:28:42.036752 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-85b6ba01-5bcc-4e00-806e-87ae8137c997 req-734e6dba-2efa-4853-9233-75917f6ce314 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406139 Apr 06 11:28:43.159564 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dee6c6-880e-4e27-92d7-eb9b8cda8e0f req-9cb5decf-6580-46db-b8a4-c4c2edef43a9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:43.161000 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-80dee6c6-880e-4e27-92d7-eb9b8cda8e0f req-9cb5decf-6580-46db-b8a4-c4c2edef43a9 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 945 time: 0.0508261 Apr 06 11:28:43.212167 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-80dee6c6-880e-4e27-92d7-eb9b8cda8e0f req-5676c4ac-8797-4389-9204-5639fb74afcd tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452840 Apr 06 11:28:44.327270 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca780ad-33f4-4b78-8318-91a1a233ca59 req-b90d3d07-8001-4c87-bfca-029219cfa5b2 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:44.328712 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dca780ad-33f4-4b78-8318-91a1a233ca59 req-b90d3d07-8001-4c87-bfca-029219cfa5b2 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 945 time: 0.0499141 Apr 06 11:28:44.380204 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-dca780ad-33f4-4b78-8318-91a1a233ca59 req-4b06ad9e-0d85-4931-a189-863d8ab65f6d tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457261 Apr 06 11:28:44.498238 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ce0d8-d2ac-4992-ba51-74cd8e00d7cc req-dabb71d2-5423-44ff-9887-c09f7ae75458 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:44.499577 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e61ce0d8-d2ac-4992-ba51-74cd8e00d7cc req-dabb71d2-5423-44ff-9887-c09f7ae75458 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 945 time: 0.0501945 Apr 06 11:28:44.548048 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-e61ce0d8-d2ac-4992-ba51-74cd8e00d7cc req-4c9e0998-958f-4842-876d-3d124d2534a6 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 Apr 06 11:28:44.570186 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58546) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:44.707348 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b3aa4-eda3-4961-a717-d0b6a3f41a57 tempest-TestVolumeBootPattern-1425771637 tempest-TestVolumeBootPattern-1425771637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:44.708816 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-b30b3aa4-eda3-4961-a717-d0b6a3f41a57 tempest-TestVolumeBootPattern-1425771637 tempest-TestVolumeBootPattern-1425771637-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 1124 time: 0.1376848 Apr 06 11:28:44.711589 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58550) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:44.715914 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.v2.base [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Request body: {'floatingip': {'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'port_id': 'e532d0e1-f296-4d23-b607-75bb968e0012', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104088) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:44.782943 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:44.878712 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (None), before_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:44.975348 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.db_base_plugin_common [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Allocated IP 172.27.3.197 (b8e3ac99-7604-4669-8bd3-91990de5fe29/14c84bf2-ac76-45cf-88c9-a21b7f5a1f77/846c870b-2508-4a1f-aff8-e0accbc3a8d8) {{(pid=104088) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:28:45.074840 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for port (846c870b-2508-4a1f-aff8-e0accbc3a8d8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:45.160153 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730061793558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (846c870b-2508-4a1f-aff8-e0accbc3a8d8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:45.194947 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Network b8e3ac99-7604-4669-8bd3-91990de5fe29 is already hosted by enough agents. {{(pid=104088) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:28:45.197690 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.base_scheduler [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Resources bound (agent type, host, resource id): {{(pid=104088) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:28:45.203261 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Received port after_create {{(pid=104088) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:28:45.226209 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'Port': ['ID=846c870b-2508-4a1f-aff8-e0accbc3a8d8,revision_number=1']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:45.806558 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (4afd3bc8-43ab-4966-adab-aba6b05216f8), precommit_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:45.945737 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-898045'] for port (846c870b-2508-4a1f-aff8-e0accbc3a8d8), before_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:46.087187 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for port (846c870b-2508-4a1f-aff8-e0accbc3a8d8), precommit_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:46.131131 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730062170646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730061793576', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730061793594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5087217'] for port (846c870b-2508-4a1f-aff8-e0accbc3a8d8), after_update {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:46.197264 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event updated for resources: {'Port': ['ID=846c870b-2508-4a1f-aff8-e0accbc3a8d8,revision_number=2']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:46.210619 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8041912'] for floatingip (4afd3bc8-43ab-4966-adab-aba6b05216f8), after_create {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:46.309490 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.db.l3_db [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Floating IP 4afd3bc8-43ab-4966-adab-aba6b05216f8 associated. External IP: 172.27.3.197, port: e532d0e1-f296-4d23-b607-75bb968e0012. Apr 06 11:28:46.516592 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:28:46.627401 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:28:46.636721 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb66d11b-45ac-4501-adca-8affb3b3b688 None None] Sync routers for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:28:46.645962 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb66d11b-45ac-4501-adca-8affb3b3b688 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:46.646575 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cb66d11b-45ac-4501-adca-8affb3b3b688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:28:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:46.699407 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:46.730029 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-ff3d1998-0bda-4051-8fa7-75d3483d5c9a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0174034 Apr 06 11:28:46.730620 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'tag': 'e532d0e1-f296-4d23-b607-75bb968e0012'}] {{(pid=104088) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:46.733090 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79188712af2dfd9870177857590d8ada70bb14733c47666b0c4c242ce6a74b13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1799ea01-5c5d-48fd-882b-b156230ce987" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdd6d06-3207-4525-9b37-62d1217adc13", "tag": "e532d0e1-f296-4d23-b607-75bb968e0012"}]}' {{(pid=104088) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:46.772254 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-cb66d11b-45ac-4501-adca-8affb3b3b688 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:46.776828 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a99af5-f872-4619-aee2-e56e3f7456e9 x-openstack-request-id: req-e3a99af5-f872-4619-aee2-e56e3f7456e9 {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:46.777210 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdd6d06-3207-4525-9b37-62d1217adc13", "tag": "e532d0e1-f296-4d23-b607-75bb968e0012", "status": "completed", "code": 200}]} {{(pid=104088) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:46.777531 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3a99af5-f872-4619-aee2-e56e3f7456e9 {{(pid=104088) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:46.778055 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a99af5-f872-4619-aee2-e56e3f7456e9'] response: {'name': 'network-changed', 'server_uuid': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'tag': 'e532d0e1-f296-4d23-b607-75bb968e0012', 'status': 'completed', 'code': 200} Apr 06 11:28:46.816853 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:46.862285 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799ea01-5c5d-48fd-882b-b156230ce987 req-e5f34be0-c9f6-4cf4-b6d8-87b27862c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:46.863766 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1799ea01-5c5d-48fd-882b-b156230ce987 req-e5f34be0-c9f6-4cf4-b6d8-87b27862c7ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 1129 time: 0.0455198 Apr 06 11:28:46.950266 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799ea01-5c5d-48fd-882b-b156230ce987 req-709ce9ff-fb98-47fd-b1b8-4093ac6a5474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:46.951725 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1799ea01-5c5d-48fd-882b-b156230ce987 req-709ce9ff-fb98-47fd-b1b8-4093ac6a5474 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 913 time: 0.0818777 Apr 06 11:28:46.998516 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cb66d11b-45ac-4501-adca-8affb3b3b688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '4afd3bc8-43ab-4966-adab-aba6b05216f8', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': 'e532d0e1-f296-4d23-b607-75bb968e0012', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:cb:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:28:45Z', 'updated_at': '2022-04-06T11:28:45Z', 'revision_number': 0, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}, {'id': '7184f278-8baa-4b63-ad15-c4390b94a554', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:4f:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:26:21Z', 'updated_at': '2022-04-06T11:26:23Z', 'revision_number': 1, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:47.017976 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1799ea01-5c5d-48fd-882b-b156230ce987 req-de2da397-e94b-4625-9df6-ae67b69650d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e532d0e1-f296-4d23-b607-75bb968e0012 HTTP/1.1" status: 200 len: 999 time: 0.0606959 Apr 06 11:28:47.025158 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb66d11b-45ac-4501-adca-8affb3b3b688 None None] Checking router: a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:28:47.033263 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb66d11b-45ac-4501-adca-8affb3b3b688 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:47.033875 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cb66d11b-45ac-4501-adca-8affb3b3b688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:28:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:47.063986 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799ea01-5c5d-48fd-882b-b156230ce987 req-da4b7943-0dc3-4992-b821-f6840257c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:47.065484 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1799ea01-5c5d-48fd-882b-b156230ce987 req-da4b7943-0dc3-4992-b821-f6840257c970 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0419593 Apr 06 11:28:47.114695 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799ea01-5c5d-48fd-882b-b156230ce987 req-e917b4d8-0f44-4ebe-b117-d41122885131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:47.116190 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1799ea01-5c5d-48fd-882b-b156230ce987 req-e917b4d8-0f44-4ebe-b117-d41122885131 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442624 Apr 06 11:28:47.209509 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1799ea01-5c5d-48fd-882b-b156230ce987 req-ba2a2b6f-408b-4587-a60a-90e4f0beecdf service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866003 Apr 06 11:28:47.269940 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-cb66d11b-45ac-4501-adca-8affb3b3b688 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:47.296885 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1799ea01-5c5d-48fd-882b-b156230ce987 req-919f2834-2cb6-4d08-ae71-f6d71b030155 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819588 Apr 06 11:28:47.490012 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-cb66d11b-45ac-4501-adca-8affb3b3b688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '4afd3bc8-43ab-4966-adab-aba6b05216f8', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': 'e532d0e1-f296-4d23-b607-75bb968e0012', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:cb:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:28:45Z', 'updated_at': '2022-04-06T11:28:45Z', 'revision_number': 0, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}, {'id': '7184f278-8baa-4b63-ad15-c4390b94a554', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:4f:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:26:21Z', 'updated_at': '2022-04-06T11:26:23Z', 'revision_number': 1, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:47.515875 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb66d11b-45ac-4501-adca-8affb3b3b688 None None] The sync data for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi is: [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '4afd3bc8-43ab-4966-adab-aba6b05216f8', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': 'e532d0e1-f296-4d23-b607-75bb968e0012', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:cb:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:28:45Z', 'updated_at': '2022-04-06T11:28:45Z', 'revision_number': 0, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}, {'id': '7184f278-8baa-4b63-ad15-c4390b94a554', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:4f:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:26:21Z', 'updated_at': '2022-04-06T11:26:23Z', 'revision_number': 1, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:28:47.700822 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a229c9a-a81c-4e34-8a7d-39f5c24f338e None None] New status for floating IP 4afd3bc8-43ab-4966-adab-aba6b05216f8: ACTIVE {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:28:51.018714 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:28:51.936687 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1d773dad-3dc2-4ae3-923a-9c8cc3cb2ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:54.268174 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-0b4db45c-e749-4c9f-9ac0-2c37cae13fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:55.382483 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.879665 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:58.291386 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.787647 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:21.925835 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2a0544af-db0b-423c-9f2e-5b8246c79afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:24.285112 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fbf9e330-75cb-4092-9442-49b541056d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:25.411354 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:26.839185 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:28.016846 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:29:28.262028 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:30.268685 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cb76b457-75d6-4f7d-9757-8290282347cf req-fde2fb09-4379-44ee-953c-be05c0a7d4c4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882134 Apr 06 11:29:30.367562 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76b457-75d6-4f7d-9757-8290282347cf req-3687e079-f6e5-4a5b-ba44-bf054799f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:30.369036 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cb76b457-75d6-4f7d-9757-8290282347cf req-3687e079-f6e5-4a5b-ba44-bf054799f1ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 1130 time: 0.0451052 Apr 06 11:29:30.466769 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76b457-75d6-4f7d-9757-8290282347cf req-23db96d3-baf3-4c4e-ad35-c856fb79f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:30.468119 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cb76b457-75d6-4f7d-9757-8290282347cf req-23db96d3-baf3-4c4e-ad35-c856fb79f144 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 913 time: 0.0812418 Apr 06 11:29:30.532399 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cb76b457-75d6-4f7d-9757-8290282347cf req-f245312c-0cb4-4194-b351-66ef75cc46bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba46d92f-b697-4aab-9074-6ebb24327610 HTTP/1.1" status: 200 len: 1002 time: 0.0586166 Apr 06 11:29:30.577046 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76b457-75d6-4f7d-9757-8290282347cf req-0c182878-6619-4fba-a6f6-8266b2425f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:30.578453 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cb76b457-75d6-4f7d-9757-8290282347cf req-0c182878-6619-4fba-a6f6-8266b2425f95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0405734 Apr 06 11:29:30.624206 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76b457-75d6-4f7d-9757-8290282347cf req-63d89fc1-7b96-425c-b483-ca62c1119724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:30.625707 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cb76b457-75d6-4f7d-9757-8290282347cf req-63d89fc1-7b96-425c-b483-ca62c1119724 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420740 Apr 06 11:29:30.635047 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [req-cb76b457-75d6-4f7d-9757-8290282347cf req-1a657116-0e16-4625-a84e-eda14736cd7f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=104087) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:29:30.635954 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cb76b457-75d6-4f7d-9757-8290282347cf req-1a657116-0e16-4625-a84e-eda14736cd7f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046170 Apr 06 11:29:30.727385 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cb76b457-75d6-4f7d-9757-8290282347cf req-48445968-bdd5-480a-849c-ae7be82c2cb5 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857718 Apr 06 11:29:30.810928 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cb76b457-75d6-4f7d-9757-8290282347cf req-8cf94438-5c5d-42d9-b013-d86d2c00d49b service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777388 Apr 06 11:29:46.778130 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:51.947374 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9d249837-e1de-47c7-836b-399d5c5b624a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:54.267361 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-059323dd-cad7-4ebd-a231-b1b3c84c6bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:55.404389 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:56.856120 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:58.250229 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:05.015600 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:30:16.781323 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:21.958270 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4794565b-246f-41db-8459-7c992de54742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:24.289873 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-42eefda2-03e7-4ba9-ac41-71cd573aa809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:25.392355 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:26.873416 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:28.278514 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:30.219287 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-79a3534c-57cc-4fe9-9d8b-d5c9c2223b24 req-33392cda-e474-4371-87f9-03c497ab935f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469675 Apr 06 11:30:30.294767 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3534c-57cc-4fe9-9d8b-d5c9c2223b24 req-bd84a9c9-ee6b-42a0-ae99-4e6f9cad4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:30.296239 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-79a3534c-57cc-4fe9-9d8b-d5c9c2223b24 req-bd84a9c9-ee6b-42a0-ae99-4e6f9cad4b02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 1129 time: 0.0447047 Apr 06 11:30:30.392527 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3534c-57cc-4fe9-9d8b-d5c9c2223b24 req-9f8ded08-a156-493f-9bb5-ed2c53eed2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:30.394008 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-79a3534c-57cc-4fe9-9d8b-d5c9c2223b24 req-9f8ded08-a156-493f-9bb5-ed2c53eed2b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 913 time: 0.0809529 Apr 06 11:30:30.460789 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-79a3534c-57cc-4fe9-9d8b-d5c9c2223b24 req-f51997ca-8963-4a98-afe5-122b9eb9da39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e532d0e1-f296-4d23-b607-75bb968e0012 HTTP/1.1" status: 200 len: 1001 time: 0.0611286 Apr 06 11:30:30.505844 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3534c-57cc-4fe9-9d8b-d5c9c2223b24 req-fa2731e0-a3e6-4dbe-af58-c29920aa5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:30.507208 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-79a3534c-57cc-4fe9-9d8b-d5c9c2223b24 req-fa2731e0-a3e6-4dbe-af58-c29920aa5528 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0410602 Apr 06 11:30:30.554005 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3534c-57cc-4fe9-9d8b-d5c9c2223b24 req-538154b2-4a1f-4648-b358-6f520928e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:30.555460 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-79a3534c-57cc-4fe9-9d8b-d5c9c2223b24 req-538154b2-4a1f-4648-b358-6f520928e7b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424886 Apr 06 11:30:30.643924 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-79a3534c-57cc-4fe9-9d8b-d5c9c2223b24 req-d11f3ac4-dfcd-4e71-a0a5-d5e2528329ea service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820971 Apr 06 11:30:30.845148 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-79a3534c-57cc-4fe9-9d8b-d5c9c2223b24 req-0048d5df-b9b6-48bf-8e42-f6480b7e785c service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797489 Apr 06 11:30:42.016472 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:30:46.775009 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:49.250920 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58586) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:49.413716 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Deleting port 846c870b-2508-4a1f-aff8-e0accbc3a8d8 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:30:49.413975 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (846c870b-2508-4a1f-aff8-e0accbc3a8d8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:49.486909 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (846c870b-2508-4a1f-aff8-e0accbc3a8d8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:49.490267 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (846c870b-2508-4a1f-aff8-e0accbc3a8d8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:49.499060 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Calling delete_port for 846c870b-2508-4a1f-aff8-e0accbc3a8d8 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:30:49.683665 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (846c870b-2508-4a1f-aff8-e0accbc3a8d8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:49.709904 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event deleted for resources: {'Port': ['ID=846c870b-2508-4a1f-aff8-e0accbc3a8d8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:49.735025 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.735370 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.740594 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:30:49.779774 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (4afd3bc8-43ab-4966-adab-aba6b05216f8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:49.780100 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Floating IP 4afd3bc8-43ab-4966-adab-aba6b05216f8 disassociated (deleted). External IP: 172.27.3.197, port: e532d0e1-f296-4d23-b607-75bb968e0012. Apr 06 11:30:49.980767 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:30:50.086532 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:30:50.091593 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:50.101810 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90610647-44f4-4160-b2d7-eff87f9f1f1e None None] Sync routers for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:30:50.107244 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90610647-44f4-4160-b2d7-eff87f9f1f1e None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:30:50.107848 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-90610647-44f4-4160-b2d7-eff87f9f1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:30:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:50.122352 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8367e96e-da20-4970-9f3c-d68ecf23346a tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "DELETE /v2.0/floatingips/4afd3bc8-43ab-4966-adab-aba6b05216f8 HTTP/1.1" status: 204 len: 168 time: 0.8703666 Apr 06 11:30:50.123047 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'tag': 'e532d0e1-f296-4d23-b607-75bb968e0012'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:30:50.125433 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fca408-884d-4467-bfd4-a5a4741e0e49" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdd6d06-3207-4525-9b37-62d1217adc13", "tag": "e532d0e1-f296-4d23-b607-75bb968e0012"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:30:50.219593 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-90610647-44f4-4160-b2d7-eff87f9f1f1e None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:30:50.279868 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42569d2-60e1-47d1-b2f1-e2ba788ce83e x-openstack-request-id: req-b42569d2-60e1-47d1-b2f1-e2ba788ce83e {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:30:50.280464 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdd6d06-3207-4525-9b37-62d1217adc13", "tag": "e532d0e1-f296-4d23-b607-75bb968e0012", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:30:50.280464 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b42569d2-60e1-47d1-b2f1-e2ba788ce83e {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:30:50.280854 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42569d2-60e1-47d1-b2f1-e2ba788ce83e'] response: {'name': 'network-changed', 'server_uuid': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'tag': 'e532d0e1-f296-4d23-b607-75bb968e0012', 'status': 'completed', 'code': 200} Apr 06 11:30:50.369362 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fca408-884d-4467-bfd4-a5a4741e0e49 req-4f27bb67-19f5-4a95-9585-5403d1efc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:50.371427 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67fca408-884d-4467-bfd4-a5a4741e0e49 req-4f27bb67-19f5-4a95-9585-5403d1efc80d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 1129 time: 0.0471783 Apr 06 11:30:50.459969 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-90610647-44f4-4160-b2d7-eff87f9f1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '7184f278-8baa-4b63-ad15-c4390b94a554', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:4f:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:26:21Z', 'updated_at': '2022-04-06T11:26:23Z', 'revision_number': 1, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:50.464680 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fca408-884d-4467-bfd4-a5a4741e0e49 req-de943f12-381b-4e73-bb50-34db6ad88ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:50.464680 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67fca408-884d-4467-bfd4-a5a4741e0e49 req-de943f12-381b-4e73-bb50-34db6ad88ef5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 913 time: 0.0865741 Apr 06 11:30:50.487811 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90610647-44f4-4160-b2d7-eff87f9f1f1e None None] Checking router: a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:30:50.496480 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90610647-44f4-4160-b2d7-eff87f9f1f1e None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:30:50.497128 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-90610647-44f4-4160-b2d7-eff87f9f1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:30:24Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:50.534937 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed9886-3751-49d2-b4e9-6e26111e1d7a req-3466975c-8eda-4409-96d0-207fcd0ac6b6 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:50.536691 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d0ed9886-3751-49d2-b4e9-6e26111e1d7a req-3466975c-8eda-4409-96d0-207fcd0ac6b6 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 945 time: 0.0573828 Apr 06 11:30:50.584436 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d0ed9886-3751-49d2-b4e9-6e26111e1d7a req-c3a6ee49-52a5-4fa4-af11-f623f63a31db tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414639 Apr 06 11:30:50.605390 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-90610647-44f4-4160-b2d7-eff87f9f1f1e None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:30:50.819337 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-90610647-44f4-4160-b2d7-eff87f9f1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '7184f278-8baa-4b63-ad15-c4390b94a554', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:4f:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:26:21Z', 'updated_at': '2022-04-06T11:26:23Z', 'revision_number': 1, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:50.848075 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90610647-44f4-4160-b2d7-eff87f9f1f1e None None] The sync data for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi is: [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_floatingips': [{'id': '7184f278-8baa-4b63-ad15-c4390b94a554', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'router_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'port_id': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'mac_address': 'fa:16:3e:4f:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:26:21Z', 'updated_at': '2022-04-06T11:26:23Z', 'revision_number': 1, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:30:51.061204 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc81b59-e626-478f-82b8-8f917afb1ba2 None None] New status for floating IP 4afd3bc8-43ab-4966-adab-aba6b05216f8: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:30:51.549613 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67fca408-884d-4467-bfd4-a5a4741e0e49 req-bd2f9927-8bcb-4157-b407-b697d9e17821 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e532d0e1-f296-4d23-b607-75bb968e0012 HTTP/1.1" status: 200 len: 217 time: 0.0343564 Apr 06 11:30:51.596709 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fca408-884d-4467-bfd4-a5a4741e0e49 req-b85c0fbf-142c-47d8-8348-0c6072e5f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:51.598092 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67fca408-884d-4467-bfd4-a5a4741e0e49 req-b85c0fbf-142c-47d8-8348-0c6072e5f5fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0415382 Apr 06 11:30:51.681458 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fca408-884d-4467-bfd4-a5a4741e0e49 req-3aa7d867-5d8f-4cd9-ba43-9058dc61263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:51.682987 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67fca408-884d-4467-bfd4-a5a4741e0e49 req-3aa7d867-5d8f-4cd9-ba43-9058dc61263c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508368 Apr 06 11:30:51.721862 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb735c7d-ec08-4b65-9717-2ff9d5bc49a2 req-9dc3cff2-4850-474e-b654-692c9bebfc64 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:51.723826 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cb735c7d-ec08-4b65-9717-2ff9d5bc49a2 req-9dc3cff2-4850-474e-b654-692c9bebfc64 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 945 time: 0.0627408 Apr 06 11:30:51.774459 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-cb735c7d-ec08-4b65-9717-2ff9d5bc49a2 req-34401229-7dfc-458a-a148-d77e85b10c07 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447712 Apr 06 11:30:51.777330 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67fca408-884d-4467-bfd4-a5a4741e0e49 req-d4bf6b40-74bc-425a-9395-5e51dd05847f service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878165 Apr 06 11:30:51.940670 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6c525a24-7e06-401c-ba42-647f9eceda29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:52.246455 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-67fca408-884d-4467-bfd4-a5a4741e0e49 req-a4b0f331-ae59-47bd-ae59-77ea3fad2635 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871906 Apr 06 11:30:52.337963 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818dda8-45cc-4094-8a1c-2edd99cb7055 req-07029a09-a2e9-46cc-b3d7-b9a237c9c884 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:52.339790 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1818dda8-45cc-4094-8a1c-2edd99cb7055 req-07029a09-a2e9-46cc-b3d7-b9a237c9c884 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 945 time: 0.0548496 Apr 06 11:30:52.441261 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-1818dda8-45cc-4094-8a1c-2edd99cb7055 req-ab846e33-d85c-4bd1-8f63-690221792575 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Deleting port e532d0e1-f296-4d23-b607-75bb968e0012 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:30:52.441596 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1818dda8-45cc-4094-8a1c-2edd99cb7055 req-ab846e33-d85c-4bd1-8f63-690221792575 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:52.816539 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-1818dda8-45cc-4094-8a1c-2edd99cb7055 req-ab846e33-d85c-4bd1-8f63-690221792575 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] For port e532d0e1-f296-4d23-b607-75bb968e0012, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e532d0e1-f296-4d23-b607-75bb968e0012,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:30:52.817224 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1818dda8-45cc-4094-8a1c-2edd99cb7055 req-ab846e33-d85c-4bd1-8f63-690221792575 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:52.829048 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-1818dda8-45cc-4094-8a1c-2edd99cb7055 req-ab846e33-d85c-4bd1-8f63-690221792575 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Calling delete_port for e532d0e1-f296-4d23-b607-75bb968e0012 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:30:52.942356 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ff0a-24ef-48e2-b6af-3a0a1fdda3f8 req-6a1b9f37-cae5-46f6-8031-4b29bd3f1e5b tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:52.943705 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c4c9ff0a-24ef-48e2-b6af-3a0a1fdda3f8 req-6a1b9f37-cae5-46f6-8031-4b29bd3f1e5b tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 945 time: 0.0753105 Apr 06 11:30:53.031971 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c4c9ff0a-24ef-48e2-b6af-3a0a1fdda3f8 req-7ca7b393-0a3d-425d-8dd8-69e66b44028e tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821509 Apr 06 11:30:53.089949 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1818dda8-45cc-4094-8a1c-2edd99cb7055 req-ab846e33-d85c-4bd1-8f63-690221792575 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (e532d0e1-f296-4d23-b607-75bb968e0012), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:53.115798 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab846e33-d85c-4bd1-8f63-690221792575 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event deleted for resources: {'Port': ['ID=e532d0e1-f296-4d23-b607-75bb968e0012,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:53.163859 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-1818dda8-45cc-4094-8a1c-2edd99cb7055 req-ab846e33-d85c-4bd1-8f63-690221792575 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] No DVR routers for this DVR port e532d0e1-f296-4d23-b607-75bb968e0012 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:30:53.166374 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-1818dda8-45cc-4094-8a1c-2edd99cb7055 req-ab846e33-d85c-4bd1-8f63-690221792575 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:53.169692 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1818dda8-45cc-4094-8a1c-2edd99cb7055 req-ab846e33-d85c-4bd1-8f63-690221792575 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "DELETE /v2.0/ports/e532d0e1-f296-4d23-b607-75bb968e0012 HTTP/1.1" status: 204 len: 173 time: 0.8205085 Apr 06 11:30:53.170133 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'name': 'network-vif-deleted', 'tag': 'e532d0e1-f296-4d23-b607-75bb968e0012'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:30:53.172398 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677c212a-2cac-4f9c-b4a3-e7e2fd15513b" -d '{"events": [{"server_uuid": "7cdd6d06-3207-4525-9b37-62d1217adc13", "name": "network-vif-deleted", "tag": "e532d0e1-f296-4d23-b607-75bb968e0012"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:30:53.206944 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e8937e-8715-46bb-86d0-37045c355311 x-openstack-request-id: req-b5e8937e-8715-46bb-86d0-37045c355311 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:30:53.207245 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdd6d06-3207-4525-9b37-62d1217adc13", "name": "network-vif-deleted", "tag": "e532d0e1-f296-4d23-b607-75bb968e0012", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:30:53.207504 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5e8937e-8715-46bb-86d0-37045c355311 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:30:53.207908 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e8937e-8715-46bb-86d0-37045c355311'] response: {'server_uuid': '7cdd6d06-3207-4525-9b37-62d1217adc13', 'name': 'network-vif-deleted', 'tag': 'e532d0e1-f296-4d23-b607-75bb968e0012', 'status': 'completed', 'code': 200} Apr 06 11:30:54.134291 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-1ae1ba34-99a3-4303-88a7-94747770f279 req-d49ccd95-d79e-4164-8e33-bf3e7eb7c68b tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=7cdd6d06-3207-4525-9b37-62d1217adc13 HTTP/1.1" status: 200 len: 210 time: 0.0267372 Apr 06 11:30:54.277920 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4d6e-361b-4045-856d-4c5ee5e13062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:55.392523 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:55.440347 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device e532d0e1-f296-4d23-b607-75bb968e0012 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:30:55.461216 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: e532d0e1-f296-4d23-b607-75bb968e0012 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:30:55.461561 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device e532d0e1-f296-4d23-b607-75bb968e0012 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:30:56.854682 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:57.615905 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58634) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:57.768009 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Deleting port da4a8dcf-d3cf-4931-9a4c-a657a1ab5679 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:30:57.768375 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (da4a8dcf-d3cf-4931-9a4c-a657a1ab5679), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:57.843308 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (da4a8dcf-d3cf-4931-9a4c-a657a1ab5679), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:57.843630 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (da4a8dcf-d3cf-4931-9a4c-a657a1ab5679), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:57.854733 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Calling delete_port for da4a8dcf-d3cf-4931-9a4c-a657a1ab5679 owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:30:58.043682 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (da4a8dcf-d3cf-4931-9a4c-a657a1ab5679), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:58.071542 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event deleted for resources: {'Port': ['ID=da4a8dcf-d3cf-4931-9a4c-a657a1ab5679,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:58.130855 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (7184f278-8baa-4b63-ad15-c4390b94a554), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:58.131113 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.db.l3_db [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Floating IP 7184f278-8baa-4b63-ad15-c4390b94a554 disassociated (deleted). External IP: 172.27.3.241, port: ba46d92f-b697-4aab-9074-6ebb24327610. Apr 06 11:30:58.255087 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:58.340271 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:30:58.449163 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:30:58.453980 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:58.458453 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78a496-c0dd-4cfc-a86d-6a441d3a5255 None None] Sync routers for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:30:58.467583 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78a496-c0dd-4cfc-a86d-6a441d3a5255 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:30:58.468187 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bb78a496-c0dd-4cfc-a86d-6a441d3a5255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:30:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:58.482957 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8b50f96b-4770-4c75-b0e8-364c97c59ceb tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "DELETE /v2.0/floatingips/7184f278-8baa-4b63-ad15-c4390b94a554 HTTP/1.1" status: 204 len: 168 time: 0.8659675 Apr 06 11:30:58.483548 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'tag': 'ba46d92f-b697-4aab-9074-6ebb24327610'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:30:58.485816 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0242574-e807-43bd-8aa6-e275e9c48cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "53742ea1-e11a-438a-a1dc-1d3e70715c0f", "tag": "ba46d92f-b697-4aab-9074-6ebb24327610"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:30:58.521030 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dfccb0-126a-44ee-a24c-a81d29a4b6cd x-openstack-request-id: req-35dfccb0-126a-44ee-a24c-a81d29a4b6cd {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:30:58.521370 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53742ea1-e11a-438a-a1dc-1d3e70715c0f", "tag": "ba46d92f-b697-4aab-9074-6ebb24327610", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:30:58.521622 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-35dfccb0-126a-44ee-a24c-a81d29a4b6cd {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:30:58.522152 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35dfccb0-126a-44ee-a24c-a81d29a4b6cd'] response: {'name': 'network-changed', 'server_uuid': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'tag': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'status': 'completed', 'code': 200} Apr 06 11:30:58.611955 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0242574-e807-43bd-8aa6-e275e9c48cb8 req-65ca6c7a-1863-4d99-94c3-d19bca017d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:58.613532 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d0242574-e807-43bd-8aa6-e275e9c48cb8 req-65ca6c7a-1863-4d99-94c3-d19bca017d46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=13d5d442d5ce480f95e106d1889fa687&device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 1130 time: 0.0484641 Apr 06 11:30:58.712120 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bb78a496-c0dd-4cfc-a86d-6a441d3a5255 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:30:58.712540 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0242574-e807-43bd-8aa6-e275e9c48cb8 req-7ff2daef-ec7c-4f93-860e-578f2b5ce54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:58.714054 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d0242574-e807-43bd-8aa6-e275e9c48cb8 req-7ff2daef-ec7c-4f93-860e-578f2b5ce54d service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 200 len: 913 time: 0.0937712 Apr 06 11:30:58.756268 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d0242574-e807-43bd-8aa6-e275e9c48cb8 req-cd1cea8c-c517-428a-8bf2-40f909e02a28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba46d92f-b697-4aab-9074-6ebb24327610 HTTP/1.1" status: 200 len: 217 time: 0.0363655 Apr 06 11:30:58.807154 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0242574-e807-43bd-8aa6-e275e9c48cb8 req-7c8ea424-ff70-41e3-aaf5-b6126d8cedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:58.809220 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d0242574-e807-43bd-8aa6-e275e9c48cb8 req-7c8ea424-ff70-41e3-aaf5-b6126d8cedb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 200 len: 851 time: 0.0479658 Apr 06 11:30:58.860956 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0242574-e807-43bd-8aa6-e275e9c48cb8 req-711a99b5-6789-43be-9749-3a1fd7b15bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:58.862484 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d0242574-e807-43bd-8aa6-e275e9c48cb8 req-711a99b5-6789-43be-9749-3a1fd7b15bff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee21460c-e486-424d-9ac1-69b80782df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482140 Apr 06 11:30:58.914361 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bb78a496-c0dd-4cfc-a86d-6a441d3a5255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:58.924792 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e699a1-da73-4cfe-86bc-2d2476d986f5 req-6bfbf60b-bbc1-4ca5-b122-47b89ee860cc tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104088) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:58.926292 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b7e699a1-da73-4cfe-86bc-2d2476d986f5 req-6bfbf60b-bbc1-4ca5-b122-47b89ee860cc tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 946 time: 0.0511539 Apr 06 11:30:58.943730 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78a496-c0dd-4cfc-a86d-6a441d3a5255 None None] Checking router: a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:30:58.952385 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78a496-c0dd-4cfc-a86d-6a441d3a5255 None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:30:58.952984 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bb78a496-c0dd-4cfc-a86d-6a441d3a5255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:30:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:58.973860 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-b7e699a1-da73-4cfe-86bc-2d2476d986f5 req-14ea5905-013d-456c-90fd-0d33ccf51134 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 Apr 06 11:30:59.061971 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-bb78a496-c0dd-4cfc-a86d-6a441d3a5255 None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:30:59.250003 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-bb78a496-c0dd-4cfc-a86d-6a441d3a5255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:59.278964 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78a496-c0dd-4cfc-a86d-6a441d3a5255 None None] The sync data for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi is: [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:22:06Z', 'revision_number': 4, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi', '_interfaces': [{'id': '2844c29d-d1c8-4249-b80e-e8d8c39a3796', 'name': '', 'network_id': 'ee21460c-e486-424d-9ac1-69b80782df06', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'mac_address': 'fa:16:3e:9b:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:06Z', 'updated_at': '2022-04-06T11:22:10Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'subnets': [{'id': 'e823273f-69cc-4e79-af1e-7f15ee184e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:30:59.492132 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c42b8-74fd-4645-bd01-bfae678badc9 None None] New status for floating IP 7184f278-8baa-4b63-ad15-c4390b94a554: DOWN {{(pid=104090) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:30:59.971272 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d0242574-e807-43bd-8aa6-e275e9c48cb8 req-48b12662-a447-4706-9606-56f10e858500 service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800447 Apr 06 11:31:00.095458 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-d0242574-e807-43bd-8aa6-e275e9c48cb8 req-3fff8886-e8fb-4cfd-8102-146ce12e76ef service neutron] 10.222.0.49 "GET /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175692 Apr 06 11:31:00.114803 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac771a98-a6ab-4502-a31e-c1d9f38eca70 req-0a9d9ce1-e071-4b11-85c0-4b3834e655bd tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:00.116267 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ac771a98-a6ab-4502-a31e-c1d9f38eca70 req-0a9d9ce1-e071-4b11-85c0-4b3834e655bd tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 946 time: 0.0685339 Apr 06 11:31:00.164196 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-ac771a98-a6ab-4502-a31e-c1d9f38eca70 req-7b14d396-d609-406d-8e3a-d36273a51804 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/security-groups?id=f9e377be-aecd-49b2-806c-ae6e1aa661c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424168 Apr 06 11:31:00.667528 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7914e07-4bfc-4be7-b596-3bb2c2a576b5 req-27bf1b63-6287-44cd-8e90-886cefd4bff8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104087) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:00.669489 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7914e07-4bfc-4be7-b596-3bb2c2a576b5 req-27bf1b63-6287-44cd-8e90-886cefd4bff8 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 946 time: 0.0553432 Apr 06 11:31:00.759493 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-c7914e07-4bfc-4be7-b596-3bb2c2a576b5 req-2c700e86-e7f6-4156-b6bb-a94ca4f98660 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Deleting port ba46d92f-b697-4aab-9074-6ebb24327610 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:31:00.759832 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7914e07-4bfc-4be7-b596-3bb2c2a576b5 req-2c700e86-e7f6-4156-b6bb-a94ca4f98660 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:00.846834 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [req-c7914e07-4bfc-4be7-b596-3bb2c2a576b5 req-2c700e86-e7f6-4156-b6bb-a94ca4f98660 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] For port ba46d92f-b697-4aab-9074-6ebb24327610, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ba46d92f-b697-4aab-9074-6ebb24327610,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:31:00.847195 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7914e07-4bfc-4be7-b596-3bb2c2a576b5 req-2c700e86-e7f6-4156-b6bb-a94ca4f98660 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:00.860096 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [req-c7914e07-4bfc-4be7-b596-3bb2c2a576b5 req-2c700e86-e7f6-4156-b6bb-a94ca4f98660 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Calling delete_port for ba46d92f-b697-4aab-9074-6ebb24327610 owned by compute:nova {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:31:01.020793 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7914e07-4bfc-4be7-b596-3bb2c2a576b5 req-2c700e86-e7f6-4156-b6bb-a94ca4f98660 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (ba46d92f-b697-4aab-9074-6ebb24327610), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:01.054123 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c700e86-e7f6-4156-b6bb-a94ca4f98660 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event deleted for resources: {'Port': ['ID=ba46d92f-b697-4aab-9074-6ebb24327610,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:01.098745 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7914e07-4bfc-4be7-b596-3bb2c2a576b5 req-2c700e86-e7f6-4156-b6bb-a94ca4f98660 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] No DVR routers for this DVR port ba46d92f-b697-4aab-9074-6ebb24327610 on host hv-cinder-83607 {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:31:01.101278 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [req-c7914e07-4bfc-4be7-b596-3bb2c2a576b5 req-2c700e86-e7f6-4156-b6bb-a94ca4f98660 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:01.104501 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-c7914e07-4bfc-4be7-b596-3bb2c2a576b5 req-2c700e86-e7f6-4156-b6bb-a94ca4f98660 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.49 "DELETE /v2.0/ports/ba46d92f-b697-4aab-9074-6ebb24327610 HTTP/1.1" status: 204 len: 173 time: 0.4300339 Apr 06 11:31:01.104962 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'name': 'network-vif-deleted', 'tag': 'ba46d92f-b697-4aab-9074-6ebb24327610'}] {{(pid=104087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:31:01.107738 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7178b52536a9da2a2cca863e5f6bfe227a3f96a87898a863dbae817c8042248" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb33d8b4-d16a-4c26-b900-c63fde569a8f" -d '{"events": [{"server_uuid": "53742ea1-e11a-438a-a1dc-1d3e70715c0f", "name": "network-vif-deleted", "tag": "ba46d92f-b697-4aab-9074-6ebb24327610"}]}' {{(pid=104087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:31:01.146427 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54004727-9fc8-4c8e-9844-520dbd36c2d2 x-openstack-request-id: req-54004727-9fc8-4c8e-9844-520dbd36c2d2 {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:31:01.146427 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53742ea1-e11a-438a-a1dc-1d3e70715c0f", "name": "network-vif-deleted", "tag": "ba46d92f-b697-4aab-9074-6ebb24327610", "status": "completed", "code": 200}]} {{(pid=104087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:31:01.146427 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54004727-9fc8-4c8e-9844-520dbd36c2d2 {{(pid=104087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:31:01.146427 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54004727-9fc8-4c8e-9844-520dbd36c2d2'] response: {'server_uuid': '53742ea1-e11a-438a-a1dc-1d3e70715c0f', 'name': 'network-vif-deleted', 'tag': 'ba46d92f-b697-4aab-9074-6ebb24327610', 'status': 'completed', 'code': 200} Apr 06 11:31:01.257107 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [req-cf2a2855-5eb0-4e90-a66c-3f9b62f1ed6b req-2d9381fc-6553-49d0-be56-38cc3889f664 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 210 time: 0.0269210 Apr 06 11:31:02.378789 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [req-72048f21-a7e5-4a81-b1ba-f1b5855ecbe7 req-79131ed3-d138-4632-83ce-b97f52d26c30 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "GET /v2.0/ports?device_id=53742ea1-e11a-438a-a1dc-1d3e70715c0f HTTP/1.1" status: 200 len: 210 time: 0.0351937 Apr 06 11:31:03.433734 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58652) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:03.472062 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device ba46d92f-b697-4aab-9074-6ebb24327610 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:31:03.491892 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] No Port match for: ba46d92f-b697-4aab-9074-6ebb24327610 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:31:03.492235 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Device ba46d92f-b697-4aab-9074-6ebb24327610 not bound to the agent host hv-cinder-83607 {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:31:03.554541 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2371ac78-a53f-45fa-9a26-2eef493687d5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Deleting port 43241a85-241d-4608-bd7f-7c12c3e58d6c {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:31:03.554908 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2371ac78-a53f-45fa-9a26-2eef493687d5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (43241a85-241d-4608-bd7f-7c12c3e58d6c), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:03.628520 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2371ac78-a53f-45fa-9a26-2eef493687d5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (43241a85-241d-4608-bd7f-7c12c3e58d6c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:03.628842 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2371ac78-a53f-45fa-9a26-2eef493687d5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (43241a85-241d-4608-bd7f-7c12c3e58d6c), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:03.640456 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-2371ac78-a53f-45fa-9a26-2eef493687d5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Calling delete_port for 43241a85-241d-4608-bd7f-7c12c3e58d6c owned by network:floatingip {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:31:03.877792 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2371ac78-a53f-45fa-9a26-2eef493687d5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (43241a85-241d-4608-bd7f-7c12c3e58d6c), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:03.900945 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371ac78-a53f-45fa-9a26-2eef493687d5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event deleted for resources: {'Port': ['ID=43241a85-241d-4608-bd7f-7c12c3e58d6c,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:03.965379 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2371ac78-a53f-45fa-9a26-2eef493687d5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for floatingip (1c2ee2f2-2977-4266-bd33-484ad2331597), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:03.965379 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2371ac78-a53f-45fa-9a26-2eef493687d5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:03.965379 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2371ac78-a53f-45fa-9a26-2eef493687d5 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "DELETE /v2.0/floatingips/1c2ee2f2-2977-4266-bd33-484ad2331597 HTTP/1.1" status: 204 len: 168 time: 0.5298872 Apr 06 11:31:05.246954 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58664) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:05.302283 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a501a02-5efc-4d3c-a03f-80a7f071f7b0 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group (f9e377be-aecd-49b2-806c-ae6e1aa661c8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:05.326181 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a501a02-5efc-4d3c-a03f-80a7f071f7b0 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group (f9e377be-aecd-49b2-806c-ae6e1aa661c8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:05.432121 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a501a02-5efc-4d3c-a03f-80a7f071f7b0 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (f9e377be-aecd-49b2-806c-ae6e1aa661c8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:05.434679 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-8a501a02-5efc-4d3c-a03f-80a7f071f7b0 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:05.435834 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-8a501a02-5efc-4d3c-a03f-80a7f071f7b0 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] 10.222.0.62 "DELETE /v2.0/security-groups/f9e377be-aecd-49b2-806c-ae6e1aa661c8 HTTP/1.1" status: 204 len: 168 time: 0.1878793 Apr 06 11:31:05.444722 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a501a02-5efc-4d3c-a03f-80a7f071f7b0 tempest-TestVolumeBootPattern-1437316678 tempest-TestVolumeBootPattern-1437316678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e377be-aecd-49b2-806c-ae6e1aa661c8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:05.541547 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58668) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:06.026018 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8746499-79f9-42fc-be37-d806761006ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8039096'] for router_interface (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:06.260966 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a8746499-79f9-42fc-be37-d806761006ec admin admin] Deleting port 2844c29d-d1c8-4249-b80e-e8d8c39a3796 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:31:06.261692 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8746499-79f9-42fc-be37-d806761006ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:06.338044 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-a8746499-79f9-42fc-be37-d806761006ec admin admin] For port 2844c29d-d1c8-4249-b80e-e8d8c39a3796, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=2844c29d-d1c8-4249-b80e-e8d8c39a3796,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:31:06.338329 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8746499-79f9-42fc-be37-d806761006ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:06.350080 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-a8746499-79f9-42fc-be37-d806761006ec admin admin] Calling delete_port for 2844c29d-d1c8-4249-b80e-e8d8c39a3796 owned by network:router_interface {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:31:06.575017 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8746499-79f9-42fc-be37-d806761006ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (2844c29d-d1c8-4249-b80e-e8d8c39a3796), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:06.608816 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746499-79f9-42fc-be37-d806761006ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2844c29d-d1c8-4249-b80e-e8d8c39a3796,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:06.774957 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-a8746499-79f9-42fc-be37-d806761006ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8362772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041768'] for router_interface (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:06.983914 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8746499-79f9-42fc-be37-d806761006ec admin admin] Router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104087) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:31:07.092834 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8746499-79f9-42fc-be37-d806761006ec admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104087) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:31:07.097785 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-a8746499-79f9-42fc-be37-d806761006ec admin admin] 10.222.0.62 "PUT /v2.0/routers/a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5552318 Apr 06 11:31:07.100262 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58672) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:07.102143 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b4dbce-7f03-44e6-b139-e57d185d3e3a None None] Sync routers for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:31:07.112304 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4dbce-7f03-44e6-b139-e57d185d3e3a None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:31:07.112911 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-72b4dbce-7f03-44e6-b139-e57d185d3e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:30:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:07.205614 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Publish callbacks [] for router (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:07.220303 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-72b4dbce-7f03-44e6-b139-e57d185d3e3a None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:31:07.403690 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-72b4dbce-7f03-44e6-b139-e57d185d3e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:31:06Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:07.430680 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b4dbce-7f03-44e6-b139-e57d185d3e3a None None] Checking router: a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 for host: dv-cinder-836072-2-iscsi {{(pid=104089) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:31:07.440305 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b4dbce-7f03-44e6-b139-e57d185d3e3a None None] Routers {'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104089) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:31:07.440925 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-72b4dbce-7f03-44e6-b139-e57d185d3e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:30:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'], 'active': True} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:07.551219 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvr_db [None req-72b4dbce-7f03-44e6-b139-e57d185d3e3a None None] Set router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104089) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:31:07.591511 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Publish callbacks [] for router_gateway (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:07.696316 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Deleting port 4406b642-d9e9-44db-88ef-9e81f1f44755 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:31:07.696654 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:07.727902 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_hamode_db [None req-72b4dbce-7f03-44e6-b139-e57d185d3e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:31:06Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:07.757114 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b4dbce-7f03-44e6-b139-e57d185d3e3a None None] The sync data for ids ['a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4'] in dv-cinder-836072-2-iscsi is: [{'id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'name': 'tempest-TestVolumeBootPattern-1211899562-router', 'tenant_id': '13d5d442d5ce480f95e106d1889fa687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:03Z', 'updated_at': '2022-04-06T11:31:06Z', 'revision_number': 5, 'project_id': '13d5d442d5ce480f95e106d1889fa687', 'gw_port': {'id': '4406b642-d9e9-44db-88ef-9e81f1f44755', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:42:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:04Z', 'updated_at': '2022-04-06T11:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}] {{(pid=104089) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:31:07.776992 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] For port 4406b642-d9e9-44db-88ef-9e81f1f44755, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4406b642-d9e9-44db-88ef-9e81f1f44755,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:31:07.777392 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:07.790941 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Calling delete_port for 4406b642-d9e9-44db-88ef-9e81f1f44755 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:31:08.008474 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (4406b642-d9e9-44db-88ef-9e81f1f44755), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.033835 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4406b642-d9e9-44db-88ef-9e81f1f44755,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:08.092674 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8041966'] for router_gateway (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.188946 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8037213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64443'] for router (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.191222 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Publish callbacks [] for router_controller (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.300316 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037204'] for router (a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.300854 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:31:08.305243 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.306434 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-84f3cafc-47ea-46f4-85a2-083c6ded7fb2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a8b2ff74-ca2f-4adc-b4c4-d07d2037f3a4 HTTP/1.1" status: 204 len: 168 time: 1.2052174 Apr 06 11:31:08.308843 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58674) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:08.354684 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3dcf66-e0f8-49fd-b1ec-0fe22423fe3c admin admin] Deleting subnet e823273f-69cc-4e79-af1e-7f15ee184e6a {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:31:08.358398 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc3dcf66-e0f8-49fd-b1ec-0fe22423fe3c admin admin] Publish callbacks [] for subnet (e823273f-69cc-4e79-af1e-7f15ee184e6a), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.393849 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc3dcf66-e0f8-49fd-b1ec-0fe22423fe3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6270545'] for subnet (e823273f-69cc-4e79-af1e-7f15ee184e6a), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.472252 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc3dcf66-e0f8-49fd-b1ec-0fe22423fe3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (e823273f-69cc-4e79-af1e-7f15ee184e6a), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.597865 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc3dcf66-e0f8-49fd-b1ec-0fe22423fe3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4619291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4460665'] for subnet (e823273f-69cc-4e79-af1e-7f15ee184e6a), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.624213 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dcf66-e0f8-49fd-b1ec-0fe22423fe3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e823273f-69cc-4e79-af1e-7f15ee184e6a,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:08.627802 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-dc3dcf66-e0f8-49fd-b1ec-0fe22423fe3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.631320 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-dc3dcf66-e0f8-49fd-b1ec-0fe22423fe3c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e823273f-69cc-4e79-af1e-7f15ee184e6a HTTP/1.1" status: 204 len: 168 time: 0.3212335 Apr 06 11:31:08.633564 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58676) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:08.635313 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0651d82-2c10-40d8-bc3b-5fe33cef07e1 None None] Network ee21460c-e486-424d-9ac1-69b80782df06 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:31:08.703668 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (ee21460c-e486-424d-9ac1-69b80782df06), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.762357 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Deleting port 027c72e2-0c11-4b1f-b30d-0798d77beada {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:31:08.762791 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.809024 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] DHCP port deletion for ee21460c-e486-424d-9ac1-69b80782df06 request from dv-cinder-836072-2-iscsi {{(pid=104089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:31:08.828897 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] For port 027c72e2-0c11-4b1f-b30d-0798d77beada, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=027c72e2-0c11-4b1f-b30d-0798d77beada,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:31:08.829296 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.844858 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Calling delete_port for 027c72e2-0c11-4b1f-b30d-0798d77beada owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:31:08.856016 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Deleting port 027c72e2-0c11-4b1f-b30d-0798d77beada {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:31:08.856342 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.916990 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] For port 027c72e2-0c11-4b1f-b30d-0798d77beada, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=027c72e2-0c11-4b1f-b30d-0798d77beada,segment=NetworkSegment(910b1b33-4120-4dfa-820f-f1baadb39662),segment_id=910b1b33-4120-4dfa-820f-f1baadb39662)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:31:08.917421 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:08.930156 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Calling delete_port for 027c72e2-0c11-4b1f-b30d-0798d77beada owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:31:08.992342 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:09.010520 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567'] for port (027c72e2-0c11-4b1f-b30d-0798d77beada), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:09.018707 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=027c72e2-0c11-4b1f-b30d-0798d77beada,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:09.023609 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] No DVR routers for this DVR port 027c72e2-0c11-4b1f-b30d-0798d77beada on host dv-cinder-836072-2-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:31:09.036015 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Pushing event deleted for resources: {'Port': ['ID=027c72e2-0c11-4b1f-b30d-0798d77beada,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:09.040252 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] No DVR routers for this DVR port 027c72e2-0c11-4b1f-b30d-0798d77beada on host dv-cinder-836072-2-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:31:09.047009 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.047364 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.047713 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.048110 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.048391 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.048729 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.049076 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.049408 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.049741 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.050067 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.050396 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.050724 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.051047 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.051373 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.051696 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f71592b-80d9-4a3c-a3d2-5e4dc9cb0f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104089) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:09.099201 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (ee21460c-e486-424d-9ac1-69b80782df06), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:09.119048 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee21460c-e486-424d-9ac1-69b80782df06']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:09.127909 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910b1b33-4120-4dfa-820f-f1baadb39662') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:09.128209 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910b1b33-4120-4dfa-820f-f1baadb39662') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:09.137196 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6270634'] for segment (910b1b33-4120-4dfa-820f-f1baadb39662), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:09.149650 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (910b1b33-4120-4dfa-820f-f1baadb39662), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:09.155721 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:31:09.156103 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4619377'] for segment (910b1b33-4120-4dfa-820f-f1baadb39662), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: Traceback (most recent call last): Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: timer() Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: cb(*args, **kw) Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: return func(*args, **kwargs) Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: self._notify() Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: self.callback(batched_events) Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: event.method(event) Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: return f(self, *a, **k) Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._get(url).json() Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: return self.request(url, 'GET', **kwargs) Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:31:09.157701 dv-cinder-836072-2-iscsi neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:31:09.224230 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 2844c29d-d1c8-4249-b80e-e8d8c39a3796 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:31:09.243898 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 2844c29d-d1c8-4249-b80e-e8d8c39a3796 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:31:09.248936 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 2844c29d-d1c8-4249-b80e-e8d8c39a3796 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:31:09.248936 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 027c72e2-0c11-4b1f-b30d-0798d77beada no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:31:09.266036 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 027c72e2-0c11-4b1f-b30d-0798d77beada {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:31:09.266380 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 027c72e2-0c11-4b1f-b30d-0798d77beada not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:31:09.266789 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4406b642-d9e9-44db-88ef-9e81f1f44755 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:31:09.283783 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (ee21460c-e486-424d-9ac1-69b80782df06), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:09.285569 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 4406b642-d9e9-44db-88ef-9e81f1f44755 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:31:09.285913 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4406b642-d9e9-44db-88ef-9e81f1f44755 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:31:09.295999 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:09.295999 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ee21460c-e486-424d-9ac1-69b80782df06 HTTP/1.1" status: 204 len: 168 time: 0.6583307 Apr 06 11:31:09.296419 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [-] (104088) accepted ('10.222.0.62', 58678) {{(pid=104088) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:09.304575 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe2371-d3d4-4ecb-a6d2-a60f821d35b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee21460c-e486-424d-9ac1-69b80782df06,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:09.654215 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8039096'] for router_interface (a35fe9af-a73a-450b-8036-fe778f1b12b5), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:09.901954 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Deleting port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 {{(pid=104088) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:31:09.902286 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), before_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:09.975443 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.db [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] For port 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289,segment=NetworkSegment(bbc07bd6-53d8-426b-826b-4a1dfbcd83df),segment_id=bbc07bd6-53d8-426b-826b-4a1dfbcd83df)] {{(pid=104088) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:31:09.975795 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), precommit_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:09.991290 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Calling delete_port for 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 owned by network:router_interface {{(pid=104088) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:31:10.220510 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5087112'] for port (4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:10.244836 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Pushing event deleted for resources: {'Port': ['ID=4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289,revision_number=None']} {{(pid=104088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:10.255696 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.256044 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.256387 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.256726 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.257079 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.257411 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.257769 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.258051 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.258379 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.258706 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.259029 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.259375 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.259678 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.259995 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.260313 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836072-2-iscsi {{(pid=104088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:10.426349 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8362772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8041768'] for router_interface (a35fe9af-a73a-450b-8036-fe778f1b12b5), after_delete {{(pid=104088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:10.633777 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Router a35fe9af-a73a-450b-8036-fe778f1b12b5 has already been hosted by L3 agent a612e23e-0641-4851-85ac-d61b6e63725e {{(pid=104088) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:31:10.741757 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] Notify agent at l3_agent.dv-cinder-836072-2-iscsi the message routers_updated {{(pid=104088) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:31:10.747357 dv-cinder-836072-2-iscsi neutron-server[104088]: INFO neutron.wsgi [None req-8c1b8b9f-2064-43fc-a0a9-4f0953ce940e admin admin] 10.222.0.62 "PUT /v2.0/routers/a35fe9af-a73a-450b-8036-fe778f1b12b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4499209 Apr 06 11:31:10.749475 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58680) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:10.751006 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7fc808-9ad6-4a27-b128-6e80ebcbf144 None None] Sync routers for ids ['a35fe9af-a73a-450b-8036-fe778f1b12b5'] in dv-cinder-836072-2-iscsi {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:31:10.763566 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fc808-9ad6-4a27-b128-6e80ebcbf144 None None] Routers {'a35fe9af-a73a-450b-8036-fe778f1b12b5'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:31:10.764203 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-6e7fc808-9ad6-4a27-b128-6e80ebcbf144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:30:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a35fe9af-a73a-450b-8036-fe778f1b12b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:10.855302 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Publish callbacks [] for router (a35fe9af-a73a-450b-8036-fe778f1b12b5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:10.867766 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-6e7fc808-9ad6-4a27-b128-6e80ebcbf144 None None] Set router a35fe9af-a73a-450b-8036-fe778f1b12b5 gateway port host: dv-cinder-836072-2-iscsi {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:31:10.962314 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Publish callbacks [] for router_gateway (a35fe9af-a73a-450b-8036-fe778f1b12b5), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.077284 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Deleting port 1253c37f-7ae8-4f5c-b0ea-628e043a2261 {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:31:11.077642 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.126718 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-6e7fc808-9ad6-4a27-b128-6e80ebcbf144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'name': 'tempest-TestVolumeBootPattern-772770328-router', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'external_fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:09Z', 'updated_at': '2022-04-06T11:31:10Z', 'revision_number': 5, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'gw_port': {'id': '1253c37f-7ae8-4f5c-b0ea-628e043a2261', 'name': '', 'network_id': 'b8e3ac99-7604-4669-8bd3-91990de5fe29', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836072-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:22:10Z', 'updated_at': '2022-04-06T11:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c84bf2-ac76-45cf-88c9-a21b7f5a1f77', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836072-2-iscsi'}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:11.151847 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7fc808-9ad6-4a27-b128-6e80ebcbf144 None None] Checking router: a35fe9af-a73a-450b-8036-fe778f1b12b5 for host: dv-cinder-836072-2-iscsi {{(pid=104090) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:31:11.152911 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] For port 1253c37f-7ae8-4f5c-b0ea-628e043a2261, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=1253c37f-7ae8-4f5c-b0ea-628e043a2261,segment=NetworkSegment(1908ae48-18ac-4a3f-a1ca-09ccaab57c88),segment_id=1908ae48-18ac-4a3f-a1ca-09ccaab57c88)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:31:11.153314 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.160887 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fc808-9ad6-4a27-b128-6e80ebcbf144 None None] Routers {'a35fe9af-a73a-450b-8036-fe778f1b12b5'} bound to L3 agent in host dv-cinder-836072-2-iscsi {{(pid=104090) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:31:11.161523 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-6e7fc808-9ad6-4a27-b128-6e80ebcbf144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836072-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:59:24Z,description=,heartbeat_timestamp=2022-04-06T11:30:54Z,host='dv-cinder-836072-2-iscsi',id=a612e23e-0641-4851-85ac-d61b6e63725e,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:59:25Z,topic='l3_agent')) {'router_ids': ['a35fe9af-a73a-450b-8036-fe778f1b12b5'], 'active': True} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:11.167654 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Calling delete_port for 1253c37f-7ae8-4f5c-b0ea-628e043a2261 owned by network:router_gateway {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:31:11.248750 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_dvr_db [None req-6e7fc808-9ad6-4a27-b128-6e80ebcbf144 None None] Set router a35fe9af-a73a-450b-8036-fe778f1b12b5 gateway port host: None {{(pid=104090) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:31:11.301404 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.l3_hamode_db [None req-6e7fc808-9ad6-4a27-b128-6e80ebcbf144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'name': 'tempest-TestVolumeBootPattern-772770328-router', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:09Z', 'updated_at': '2022-04-06T11:31:10Z', 'revision_number': 6, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'gw_port_host': None}], 'dv-cinder-836072-2-iscsi', False) {} {{(pid=104090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:11.328091 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7fc808-9ad6-4a27-b128-6e80ebcbf144 None None] The sync data for ids ['a35fe9af-a73a-450b-8036-fe778f1b12b5'] in dv-cinder-836072-2-iscsi is: [{'id': 'a35fe9af-a73a-450b-8036-fe778f1b12b5', 'name': 'tempest-TestVolumeBootPattern-772770328-router', 'tenant_id': 'b1395205e472422fa5d105961d6d0c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:22:09Z', 'updated_at': '2022-04-06T11:31:10Z', 'revision_number': 6, 'project_id': 'b1395205e472422fa5d105961d6d0c52', 'gw_port_host': None}] {{(pid=104090) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:31:11.398076 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (1253c37f-7ae8-4f5c-b0ea-628e043a2261), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.427440 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Pushing event deleted for resources: {'Port': ['ID=1253c37f-7ae8-4f5c-b0ea-628e043a2261,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:11.486373 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8041966'] for router_gateway (a35fe9af-a73a-450b-8036-fe778f1b12b5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.576309 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8037213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64443'] for router (a35fe9af-a73a-450b-8036-fe778f1b12b5), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.578397 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Publish callbacks [] for router_controller (a35fe9af-a73a-450b-8036-fe778f1b12b5), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.677833 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037204'] for router (a35fe9af-a73a-450b-8036-fe778f1b12b5), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.678551 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a35fe9af-a73a-450b-8036-fe778f1b12b5 {{(pid=104087) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:31:11.683141 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.684352 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-000e3b71-ca4e-415d-a0c3-368cfad2b828 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a35fe9af-a73a-450b-8036-fe778f1b12b5 HTTP/1.1" status: 204 len: 168 time: 0.9335849 Apr 06 11:31:11.687431 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58682) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:11.740298 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.db_base_plugin_v2 [None req-583eb4f8-68ec-4fc8-878e-668b39b4d4fc admin admin] Deleting subnet 4239a973-a90a-4189-8367-f52e76daf6f8 {{(pid=104087) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:31:11.743413 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-583eb4f8-68ec-4fc8-878e-668b39b4d4fc admin admin] Publish callbacks [] for subnet (4239a973-a90a-4189-8367-f52e76daf6f8), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.777135 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-583eb4f8-68ec-4fc8-878e-668b39b4d4fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6270545'] for subnet (4239a973-a90a-4189-8367-f52e76daf6f8), precommit_delete_associations {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.850233 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-583eb4f8-68ec-4fc8-878e-668b39b4d4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-846816'] for subnet (4239a973-a90a-4189-8367-f52e76daf6f8), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.958243 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-583eb4f8-68ec-4fc8-878e-668b39b4d4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-846831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7905310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4619291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4460665'] for subnet (4239a973-a90a-4189-8367-f52e76daf6f8), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.981832 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583eb4f8-68ec-4fc8-878e-668b39b4d4fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4239a973-a90a-4189-8367-f52e76daf6f8,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:11.988945 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-583eb4f8-68ec-4fc8-878e-668b39b4d4fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.992967 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-583eb4f8-68ec-4fc8-878e-668b39b4d4fc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4239a973-a90a-4189-8367-f52e76daf6f8 HTTP/1.1" status: 204 len: 168 time: 0.3043618 Apr 06 11:31:11.994233 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7257e-51d6-422f-8613-cfd8a89bd367 None None] Network 2d91dff0-43af-4b7c-98ef-f509558da759 requested from dv-cinder-836072-2-iscsi {{(pid=104089) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:31:11.995245 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58684) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:12.062219 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-919975'] for network (2d91dff0-43af-4b7c-98ef-f509558da759), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.117319 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Deleting port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea {{(pid=104087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:31:12.117659 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.144795 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9701954f-6ceb-4a24-b486-6375e0602e8a None None] DHCP port deletion for 2d91dff0-43af-4b7c-98ef-f509558da759 request from dv-cinder-836072-2-iscsi {{(pid=104089) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:31:12.187014 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.db [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] For port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea,segment=NetworkSegment(bbc07bd6-53d8-426b-826b-4a1dfbcd83df),segment_id=bbc07bd6-53d8-426b-826b-4a1dfbcd83df)] {{(pid=104087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:31:12.187375 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.201832 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.plugin [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Calling delete_port for 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea owned by network:dhcp {{(pid=104087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:31:12.331481 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-9701954f-6ceb-4a24-b486-6375e0602e8a None None] Deleting port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea {{(pid=104089) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:31:12.331859 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9701954f-6ceb-4a24-b486-6375e0602e8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730062165041'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), before_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.357767 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4619308'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.386349 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Pushing event deleted for resources: {'Port': ['ID=420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:12.392242 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.db [None req-9701954f-6ceb-4a24-b486-6375e0602e8a None None] For port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea, host dv-cinder-836072-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836072-2-iscsi',level=0,port_id=420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea,segment=NetworkSegment(bbc07bd6-53d8-426b-826b-4a1dfbcd83df),segment_id=bbc07bd6-53d8-426b-826b-4a1dfbcd83df)] {{(pid=104089) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:31:12.392476 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9701954f-6ceb-4a24-b486-6375e0602e8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8031689'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), precommit_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.393353 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] No DVR routers for this DVR port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea on host dv-cinder-836072-2-iscsi {{(pid=104087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:31:12.408771 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-9701954f-6ceb-4a24-b486-6375e0602e8a None None] Calling delete_port for 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea owned by network:dhcp {{(pid=104089) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:31:12.461401 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-846875', 'neutron.services.segments.db._delete_segments_for_network-8730062240889'] for network (2d91dff0-43af-4b7c-98ef-f509558da759), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.480922 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9701954f-6ceb-4a24-b486-6375e0602e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-897854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730062170628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730061793567'] for port (420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea), after_delete {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.481176 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d91dff0-43af-4b7c-98ef-f509558da759']}} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:12.490391 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc07bd6-53d8-426b-826b-4a1dfbcd83df') {'for_net_delete': True} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:12.490683 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.services.segments.db [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc07bd6-53d8-426b-826b-4a1dfbcd83df') {} {{(pid=104087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:12.499862 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730062241666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6270634'] for segment (bbc07bd6-53d8-426b-826b-4a1dfbcd83df), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.504699 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701954f-6ceb-4a24-b486-6375e0602e8a None None] Pushing event deleted for resources: {'Port': ['ID=420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea,revision_number=None']} {{(pid=104089) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:12.508153 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9701954f-6ceb-4a24-b486-6375e0602e8a None None] No DVR routers for this DVR port 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea on host dv-cinder-836072-2-iscsi {{(pid=104089) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:31:12.514273 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619'] for segment (bbc07bd6-53d8-426b-826b-4a1dfbcd83df), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.522875 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=104087) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:31:12.522875 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-942619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4619377'] for segment (bbc07bd6-53d8-426b-826b-4a1dfbcd83df), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: Traceback (most recent call last): Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: timer() Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: cb(*args, **kw) Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: return func(*args, **kwargs) Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: self._notify() Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: self.callback(batched_events) Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: event.method(event) Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: return f(self, *a, **k) Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._get(url).json() Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: return self.request(url, 'GET', **kwargs) Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:31:12.524087 dv-cinder-836072-2-iscsi neutron-server[104087]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:31:12.637302 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-846946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8362783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8041866'] for network (2d91dff0-43af-4b7c-98ef-f509558da759), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.642994 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364021'] for network (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.646098 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] 10.222.0.62 "DELETE /v2.0/networks/2d91dff0-43af-4b7c-98ef-f509558da759 HTTP/1.1" status: 204 len: 168 time: 0.6498747 Apr 06 11:31:12.658149 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95488f-ba56-4700-9f92-9c6dac38331b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d91dff0-43af-4b7c-98ef-f509558da759,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:12.962212 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58688) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:13.001425 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-aadc620b-f3a0-4a06-897f-5a418d675050 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13d5d442d5ce480f95e106d1889fa687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380547 Apr 06 11:31:13.003712 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58690) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:13.052719 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba07c-9749-4f4f-909a-36a3d653b12e admin admin] Publish callbacks [] for security_group (bf75394d-481b-47cb-adf1-51accac59c55), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:13.073440 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba07c-9749-4f4f-909a-36a3d653b12e admin admin] Publish callbacks [] for security_group (bf75394d-481b-47cb-adf1-51accac59c55), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:13.163083 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba07c-9749-4f4f-909a-36a3d653b12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (bf75394d-481b-47cb-adf1-51accac59c55), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:13.165717 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba07c-9749-4f4f-909a-36a3d653b12e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:13.169407 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-2f7ba07c-9749-4f4f-909a-36a3d653b12e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf75394d-481b-47cb-adf1-51accac59c55 HTTP/1.1" status: 204 len: 168 time: 0.1622286 Apr 06 11:31:13.177707 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ba07c-9749-4f4f-909a-36a3d653b12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf75394d-481b-47cb-adf1-51accac59c55,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:13.217697 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:31:13.239649 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:31:13.239997 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 420f5e98-f4fd-4e7c-8d0c-ecd1c9b186ea not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:31:13.240420 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:31:13.259390 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:31:13.259738 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 4bea29bd-5bd9-4aa3-a3b1-4edd8ef89289 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:31:13.260158 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 1253c37f-7ae8-4f5c-b0ea-628e043a2261 no longer exists at agent ovs-agent-dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:31:13.278563 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.plugin [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] No Port match for: 1253c37f-7ae8-4f5c-b0ea-628e043a2261 {{(pid=104089) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:31:13.278914 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron.plugins.ml2.rpc [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Device 1253c37f-7ae8-4f5c-b0ea-628e043a2261 not bound to the agent host dv-cinder-836072-2-iscsi {{(pid=104089) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:31:13.670720 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58696) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:13.713204 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-070d5bc6-6fe7-4dcb-807d-9a1b22c7f66f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1395205e472422fa5d105961d6d0c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412347 Apr 06 11:31:13.715557 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.wsgi [-] (104087) accepted ('10.222.0.62', 58698) {{(pid=104087) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:13.766166 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-903e1b89-2997-447c-a7ad-004c3bcee731 admin admin] Publish callbacks [] for security_group (6fdd8d34-59b0-4eb0-8233-e862a8e978b7), before_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:13.787114 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-903e1b89-2997-447c-a7ad-004c3bcee731 admin admin] Publish callbacks [] for security_group (6fdd8d34-59b0-4eb0-8233-e862a8e978b7), precommit_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:13.906265 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-903e1b89-2997-447c-a7ad-004c3bcee731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8344161'] for security_group (6fdd8d34-59b0-4eb0-8233-e862a8e978b7), after_delete {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:13.908760 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron_lib.callbacks.manager [None req-903e1b89-2997-447c-a7ad-004c3bcee731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:13.910215 dv-cinder-836072-2-iscsi neutron-server[104087]: INFO neutron.wsgi [None req-903e1b89-2997-447c-a7ad-004c3bcee731 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6fdd8d34-59b0-4eb0-8233-e862a8e978b7 HTTP/1.1" status: 204 len: 168 time: 0.1935058 Apr 06 11:31:13.917747 dv-cinder-836072-2-iscsi neutron-server[104087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e1b89-2997-447c-a7ad-004c3bcee731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdd8d34-59b0-4eb0-8233-e862a8e978b7,revision_number=None']} {{(pid=104087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:16.774834 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:19.014592 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:31:21.934287 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-e31da03d-1092-499e-a99f-ca24774a5e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:24.265988 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1bfab027-188c-455d-b1f5-cb34ce283f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:25.437839 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:26.865591 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:28.259809 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:46.773951 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:51.974102 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-6205c00d-c79d-4b74-92ca-23ed95576536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:54.266605 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bf2c94d2-1f63-4870-be86-f80bf4c9e7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:55.396624 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:56.012270 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:31:56.877306 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:58.265325 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:16.824799 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:21.950583 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-2c05e70e-a041-43b1-ae0b-8e0504ec40c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:24.287806 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-238e0b96-aca5-40d7-a86f-fb6528288b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.413289 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:26.887813 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:28.304570 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:33.010056 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:32:46.773074 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:51.944052 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eb5c2835-5791-49ed-9038-e983b905e255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:54.264647 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5cfe971c-1017-4c7b-99af-866b04293778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:55.418375 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:56.870250 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:58.270034 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:10.008274 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:33:16.772531 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:21.978396 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-feaf24cd-6092-49a0-85e8-e57aaaa3f577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:24.252076 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-49e8169e-833b-41e2-ac7f-8636f22f48f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:25.412505 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:26.520343 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-a9bd5450-f25b-41e5-9a5e-1813fc355b33 service neutron] (104088) timed out ('10.222.0.62', 53960) {{(pid=104088) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:33:26.693287 dv-cinder-836072-2-iscsi neutron-server[104088]: DEBUG neutron.wsgi [req-80861038-5edb-4253-aee6-04b2db28f107 req-421a29df-0bd4-43a5-ac4a-027190978ed2 tempest-AttachVolumeShelveTestJSON-685923029 tempest-AttachVolumeShelveTestJSON-685923029-project] (104088) timed out ('10.222.0.62', 53968) {{(pid=104088) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:33:26.880977 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:28.269184 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:46.795015 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:47.007343 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:33:51.926418 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-94cb3568-689a-4011-9244-726e41875e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:54.268854 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-72e89188-0554-4320-9a04-ef10c83ac19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:55.411678 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:56.891666 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:58.292044 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:16.794265 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:21.959825 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fb2181d0-ff9e-46e5-ad27-e208f1685383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:24.005355 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:34:24.239726 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-435bf167-8bcc-4319-97f6-873d3ddd47c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:25.423099 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:26.937482 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:28.285349 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:46.799710 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:51.948359 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-1ceead43-d7a8-4f5c-81e6-ea89bbb6f235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:54.263160 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-f5ff76fd-ff6b-4851-bc3a-0b4c6e120582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:55.422751 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:56.885610 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:58.285522 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:01.004098 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:35:16.793876 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:21.965020 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd93458a-7fd0-4ab2-b000-aac68587828f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:24.267589 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-9b631a1e-5f84-4f51-be10-49a87c24ec21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.421663 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:26.925625 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:28.262498 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:38.003110 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:35:46.798739 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:52.005204 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-5972f531-e32b-483f-985c-80ed13431e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:54.279136 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-73d5779d-7a1f-49fe-9ff3-a4efbbdec46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:55.432701 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:56.946672 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:58.352516 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:15.004043 dv-cinder-836072-2-iscsi neutron-server[104090]: DEBUG neutron.db.agents_db [None req-4c9a59fe-9277-4a51-8be6-dfe9b906d98e None None] Agent healthcheck: found 6 active agents {{(pid=104090) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:36:16.797568 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:21.958179 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-d49fada6-661b-42b8-96e5-d04923c6bf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (d1ce768c-37ac-4fc6-8247-5ec976b4b541), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:24.369987 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-eef194ef-dae5-4315-8751-55d9ed7d0304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a612e23e-0641-4851-85ac-d61b6e63725e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:25.426933 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-dfde5434-f29c-4d01-a6aa-b095d3641950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a37b1a8c-4f06-4b7d-b6dc-b5acae589a1e), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:26.918723 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-fd538efd-eab7-4905-8679-6b3157a683e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (0f8f7bf1-2aff-4e08-846b-a87bacff39aa), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:28.278339 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-550d8ff8-bacd-4e41-a733-054d9952c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (9ae2ff3e-cadf-4578-948d-5b8e384bf777), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:46.792110 dv-cinder-836072-2-iscsi neutron-server[104089]: DEBUG neutron_lib.callbacks.manager [None req-bd6eafd6-e1a0-44c0-b31b-4e0e260f31f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730062240871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824794'] for agent (a3fff882-8294-4493-aa4a-ee34a9b8d9ef), after_update {{(pid=104089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}